00000001:01000000:1.0F:1787758789.019467:0:2288:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 596 MB/s
00000001:01000000:2.0F:1787758789.270523:0:2288:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 533 MB/s
00000001:01000000:1.0:1787758789.523398:0:2288:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3193 MB/s
00000020:02000000:1.0:1787758790.599250:0:2318:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_104_g734b157
00000400:02000000:0.0F:1787758791.798839:0:2333:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.204.56@tcp [8/256/0/180]
00008000:02000000:2.0:1787758797.079445:0:2484:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:1.0:1787758952.894587:0:5429:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:1.0:1787758952.894592:0:5429:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:1.0:1787758952.894593:0:5429:0:(obd_mount.c:926:lmd_print()) device:  192.168.204.156@tcp:/lustre
00000020:01000004:1.0:1787758952.894594:0:5429:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:1.0:1787758952.894715:0:5429:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000005ce4ae5b
00000080:01000004:1.0:1787758952.894725:0:5429:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:1.0:1787758952.894739:0:5429:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.156@tcp'
00000020:01000004:1.0:1787758952.894795:0:5429:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.156@tcp (typ=mgc)
00000020:00000080:1.0:1787758952.897423:0:5429:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.156@tcp (000000001395ff15)
00000020:00000080:1.0:1787758952.897450:0:5429:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:1.0:1787758952.897684:0:5429:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:1.0:1787758952.897708:0:5429:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:1.0:1787758952.903449:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:1.0:1787758952.903463:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:0.0:1787758952.904406:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:0.0:1787758952.904414:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:1.0:1787758952.904746:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:1.0:1787758952.904753:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:1.0:1787758952.905407:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:1.0:1787758952.905416:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:1.0:1787758952.906305:0:5429:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1787758952.906641:0:5429:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1787758952.907569:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:1.0:1787758952.907577:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:1.0:1787758952.908631:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:1.0:1787758952.908641:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:0.0:1787758952.909351:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:0.0:1787758952.909359:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:1.0:1787758952.909821:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:1.0:1787758952.909835:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:1.0:1787758952.910488:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:1.0:1787758952.910496:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:1.0:1787758952.911040:0:5429:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:1.0:1787758952.911048:0:5429:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:1.0:1787758952.912065:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758952.912070:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758952.912077:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758952.915693:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758952.916134:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758952.916138:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:0.0:1787758952.916479:0:5429:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a46bc4b9@MGC192.168.204.156@tcp: add connection 192.168.204.156@tcp at head
00010000:00010000:0.0:1787758952.916670:0:5429:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.156@tcp-0 is initialized
00000040:01000000:0.0:1787758952.916678:0:5429:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.156@tcp ctxt 1 is initialized
10000000:01000000:3.0F:1787758952.925251:0:5443:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread
00000020:00000080:1.0:1787758952.925337:0:5429:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.156@tcp (uuid de3f874d-5178-41ea-96df-315a02cbecba)
00000020:00000080:1.0:1787758952.925357:0:5429:0:(genops.c:1385:class_connect()) connect: client de3f874d-5178-41ea-96df-315a02cbecba, cookie 0x596ebb4d4ca4473
00000100:00080000:1.0:1787758952.925371:0:5429:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 0
00000100:00080000:1.0:1787758952.925395:0:5429:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import 00000000a46bc4b9 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787758952.925430:0:5429:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008b2d07d7 x1874600962031744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787758952.925508:0:5429:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import de3f874d-5178-41ea-96df-315a02cbecba->MGS
00000080:00200000:1.0:1787758952.925565:0:5429:0:(llite_lib.c:1508:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff93ed91c5b000 (sb 000000005ce4ae5b)
00000100:00100000:3.0:1787758952.925596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008b2d07d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962031744:192.168.204.156@tcp:250:
00000080:01000000:1.0:1787758952.925728:0:5429:0:(llite_lib.c:1234:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:1.0:1787758952.925731:0:5429:0:(llite_lib.c:1244:ll_options()) next opt=user_xattr
00000080:00000004:1.0:1787758952.925735:0:5429:0:(llite_lib.c:1244:ll_options()) next opt=flock
00000080:01000000:1.0:1787758952.925742:0:5429:0:(llite_lib.c:1542:ll_fill_super()) llite sb uuid: 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8
00010000:00010000:3.0:1787758952.927071:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:1.0:1787758952.933134:0:5429:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:1.0:1787758952.933142:0:5429:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93ed91c5b000
10000000:01000000:1.0:1787758952.933148:0:5429:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93ed9164b490
10000000:01000000:1.0:1787758952.933153:0:5429:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:1.0:1787758952.933163:0:5429:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff93ed9164b490 from 1
10000000:01000000:1.0:1787758952.933165:0:5429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:1.0:1787758952.933224:0:5429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: 00000000b716c224/0x596ebb4d4ca447a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758952.933236:0:5429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: 00000000b716c224/0x596ebb4d4ca447a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758952.933246:0:5429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: 00000000b716c224/0x596ebb4d4ca447a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1787758952.933268:0:5429:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@0000000038b1533c x1874600962031872/t0(0) o101->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758952.933293:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d6b293c going to sleep for 0 seconds
00000100:00100000:3.0:1787758952.957138:0:2349:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.156@tcp: committing for last_committed 0 gen 1
00000100:00080000:3.0:1787758952.957156:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.156@tcp: connect to target with instance 0
00000100:00080000:3.0:1787758952.957164:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.156@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060
10000000:01000000:3.0:1787758952.957204:0:2349:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005
00000100:00080000:3.0:1787758952.957209:0:2349:0:(import.c:65:import_set_state_nolock()) 00000000a46bc4b9 MGS: changing import state from CONNECTING to FULL
10000000:01000000:3.0:1787758952.957213:0:2349:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004
00000100:00080000:3.0:1787758952.957222:0:2349:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up
00000100:00080000:3.0:1787758952.957233:0:2349:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005d6b293c):  req@0000000038b1533c x1874600962031872/t0(0) o101->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758952.957251:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008b2d07d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962031744:192.168.204.156@tcp:250:
00000100:00100000:1.0:1787758952.957364:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d6b293c going to sleep for 11 seconds
00000100:00100000:1.0:1787758952.971224:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962031872:192.168.204.156@tcp:101:
00010000:00010000:1.0:1787758952.971265:0:5429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: 00000000b716c224/0x596ebb4d4ca447a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758952.971275:0:5429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: 00000000b716c224/0x596ebb4d4ca447a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758952.971346:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032000:192.168.204.156@tcp:501:
00000100:00100000:1.0:1787758952.971432:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d6b293c going to sleep for 11 seconds
00000100:00100000:1.0:1787758952.979282:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032000:192.168.204.156@tcp:501:
10000000:01000000:1.0:1787758952.979328:0:5429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:1.0:1787758952.979347:0:5429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: 00000000b716c224/0x596ebb4d4ca447a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758952.979357:0:5429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: 00000000b716c224/0x596ebb4d4ca447a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787758952.979366:0:5429:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93ed91c5b000
10000000:01000000:1.0:1787758952.979371:0:5429:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:1.0:1787758952.979375:0:5429:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93ed91c5b000
10000000:01000000:1.0:1787758952.979379:0:5429:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:1.0:1787758952.979393:0:5429:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff93ed91c5b000
10000000:01000000:1.0:1787758952.979396:0:5429:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:1.0:1787758952.979400:0:5429:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff93ed91c5b000 from 1
10000000:01000000:1.0:1787758952.979403:0:5429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:1.0:1787758952.979446:0:5429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: 00000000572ef649/0x596ebb4d4ca4481 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758952.979454:0:5429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: 00000000572ef649/0x596ebb4d4ca4481 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758952.979464:0:5429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: 00000000572ef649/0x596ebb4d4ca4481 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758952.979484:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032128:192.168.204.156@tcp:101:
00000100:00100000:1.0:1787758952.979566:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d6b293c going to sleep for 11 seconds
00000100:00100000:1.0:1787758952.983738:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032128:192.168.204.156@tcp:101:
00010000:00010000:1.0:1787758952.983786:0:5429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: 00000000572ef649/0x596ebb4d4ca4481 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758952.983799:0:5429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: 00000000572ef649/0x596ebb4d4ca4481 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758952.983893:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032256:192.168.204.156@tcp:501:
00000100:00100000:1.0:1787758952.984503:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d6b293c going to sleep for 11 seconds
00000100:00100000:1.0:1787758952.993093:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032256:192.168.204.156@tcp:501:
00000100:00100000:1.0:1787758952.993224:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032384:192.168.204.156@tcp:503:
00000100:00100000:1.0:1787758952.993331:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d6b293c going to sleep for 11 seconds
00000100:00100000:1.0:1787758952.998901:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032384:192.168.204.156@tcp:503:
00000100:00100000:3.0:1787758952.999691:0:5447:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000089c5ea12 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5447:1874600962032512:192.168.204.156@tcp:502:
00000100:00100000:3.0:1787758952.999781:0:5447:0:(client.c:2715:ptlrpc_set_wait()) set 000000007af9c412 going to sleep for 11 seconds
00000100:00100000:3.0:1787758953.004319:0:5447:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000089c5ea12 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5447:1874600962032512:192.168.204.156@tcp:502:
00000020:01000000:3.0:1787758953.004368:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787758953.004497:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787758953.004500:0:5447:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:3.0:1787758953.004508:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff93ed91c5b000
00000020:00000080:3.0:1787758953.004510:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1787758953.004538:0:5447:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff93ed91c5b000 (00000000ffa7f8e7)
00000020:00000080:3.0:1787758953.004557:0:5447:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:3.0:1787758953.004564:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff93ed91c5b000
00000020:00000080:3.0:1787758953.004566:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:3.0:1787758953.004972:0:5447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff93ed91c5b000 (uuid 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8)
00000020:01000000:3.0:1787758953.004979:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787758953.004983:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787758953.004984:0:5447:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:3.0:1787758953.004992:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787758953.004995:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787758953.004997:0:5447:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:3.0:1787758953.005001:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff93ed91c5b000
00000020:00000080:3.0:1787758953.005004:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1787758953.005009:0:5447:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff93ed91c5b000 (000000005e9dac68)
00000020:00000080:3.0:1787758953.005019:0:5447:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:3.0:1787758953.005024:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff93ed91c5b000
00000020:00000080:3.0:1787758953.005026:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:2.0:1787758953.006718:0:5447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff93ed91c5b000 (uuid 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8)
00000020:01000000:2.0:1787758953.006733:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758953.006740:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.006742:0:5447:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:2.0:1787758953.006745:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758953.006750:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.006751:0:5447:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:2.0:1787758953.006755:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:2.0:1787758953.006757:0:5447:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:2.0:1787758953.006759:0:5447:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:2.0:1787758953.006765:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758953.006767:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.006769:0:5447:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:2.0:1787758953.006771:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758953.006775:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.006776:0:5447:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:2.0:1787758953.006779:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1787758953.006784:0:5447:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.156@tcp to nid 0x20000c0a8cc9c (192.168.204.156@tcp)
00000020:01000000:2.0:1787758953.006813:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.006817:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1787758953.006843:0:5447:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff93ed91c5b000 (000000009f8c85dd)
00000020:00000080:2.0:1787758953.006862:0:5447:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:2.0:1787758953.006868:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.006871:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1787758953.006970:0:5447:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a93d5ae9@lustre-MDT0000-mdc-ffff93ed91c5b000: add connection 192.168.204.156@tcp at head
00010000:00010000:2.0:1787758953.008849:0:5447:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff93ed91c5b000-1 is initialized
00000040:01000000:2.0:1787758953.009094:0:5447:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff93ed91c5b000 ctxt 13 is initialized
00000020:00000080:2.0:1787758953.011754:0:5447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff93ed91c5b000 (uuid 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8)
00000020:01000000:2.0:1787758953.011991:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.011995:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:2.0:1787758953.012028:0:5447:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:2.0:1787758953.012068:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758953.012072:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.012074:0:5447:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:2.0:1787758953.012077:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:2.0:1787758953.012079:0:5447:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9
00000020:01000000:2.0:1787758953.012081:0:5447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1787758953.012082:0:5447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1787758953.012083:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:2.0:1787758953.012086:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.012087:0:5447:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout
00000020:01000000:2.0:1787758953.012090:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:2.0:1787758953.012093:0:5447:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.156@tcp:/lustre
00000020:00000080:2.0:1787758953.012097:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.012098:0:5447:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc
00000020:00000080:2.0:1787758953.012101:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1787758953.012106:0:5447:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.156@tcp to nid 0x20000c0a8cc9c (192.168.204.156@tcp)
00000020:01000000:2.0:1787758953.012131:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.012134:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1787758953.012144:0:5447:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff93ed91c5b000 (0000000071fa18fe)
00000020:00000080:2.0:1787758953.012160:0:5447:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2
00000020:01000000:2.0:1787758953.012166:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.012190:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1787758953.012284:0:5447:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000be6fd677@lustre-OST0000-osc-ffff93ed91c5b000: add connection 192.168.204.156@tcp at head
00010000:00010000:2.0:1787758953.012765:0:5447:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff93ed91c5b000-2 is initialized
00000020:00000080:2.0:1787758953.016739:0:5447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff93ed91c5b000 (uuid 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8)
00000020:01000000:2.0:1787758953.016762:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.016767:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:2.0:1787758953.016801:0:5447:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:2.0:1787758953.016811:0:5447:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff93ed91c5b000: Adding target lustre-OST0000_UUID
00020000:01000000:2.0:1787758953.016817:0:5447:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:2.0:1787758953.016831:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758953.016841:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.016842:0:5447:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc
00000020:01000000:2.0:1787758953.016847:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:2.0:1787758953.016849:0:5447:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16
00000020:01000000:2.0:1787758953.016850:0:5447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1787758953.016852:0:5447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1787758953.016853:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:2.0:1787758953.016855:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.016857:0:5447:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout
00000020:01000000:2.0:1787758953.016859:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:2.0:1787758953.017051:0:5447:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.156@tcp:/lustre
00000020:00000080:2.0:1787758953.017058:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.017059:0:5447:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc
00000020:00000080:2.0:1787758953.017064:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1787758953.017070:0:5447:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.156@tcp to nid 0x20000c0a8cc9c (192.168.204.156@tcp)
00000020:01000000:2.0:1787758953.017099:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.017101:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1787758953.017111:0:5447:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff93ed91c5b000 (000000000d9bd66c)
00000020:00000080:2.0:1787758953.017129:0:5447:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:2.0:1787758953.017134:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.017136:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1787758953.017678:0:5447:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003229b4c3@lustre-OST0001-osc-ffff93ed91c5b000: add connection 192.168.204.156@tcp at head
00010000:00010000:2.0:1787758953.018062:0:5447:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff93ed91c5b000-3 is initialized
00000020:00000080:2.0:1787758953.018653:0:5447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff93ed91c5b000 (uuid 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8)
00000020:01000000:2.0:1787758953.018666:0:5447:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.018669:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:2.0:1787758953.018684:0:5447:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:2.0:1787758953.018690:0:5447:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff93ed91c5b000: Adding target lustre-OST0001_UUID
00020000:01000000:2.0:1787758953.018695:0:5447:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:2.0:1787758953.018704:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758953.018708:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.018710:0:5447:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc
00000020:01000000:2.0:1787758953.018718:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758953.018722:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.018723:0:5447:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout
00000020:00000080:2.0:1787758953.018725:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:2.0:1787758953.018727:0:5447:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:2.0:1787758953.018772:0:5447:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5447:1874600962032640:192.168.204.156@tcp:502:
00000100:00100000:2.0:1787758953.018880:0:5447:0:(client.c:2715:ptlrpc_set_wait()) set 00000000edc4325a going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.025709:0:5447:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5447:1874600962032640:192.168.204.156@tcp:502:
00000020:01000000:2.0:1787758953.025761:0:5447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758953.025771:0:5447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.025774:0:5447:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout
00000040:00080000:2.0:1787758953.025778:0:5447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39
00000020:01000000:1.0:1787758953.026289:0:5429:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0)
10000000:01000000:1.0:1787758953.026315:0:5429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:1.0:1787758953.026339:0:5429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: 00000000572ef649/0x596ebb4d4ca4481 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758953.026351:0:5429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: 00000000572ef649/0x596ebb4d4ca4481 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787758953.026360:0:5429:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff93ed91c5b000 from 1
10000000:01000000:1.0:1787758953.026363:0:5429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:1.0:1787758953.026413:0:5429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: 0000000047e06cbb/0x596ebb4d4ca44ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758953.026420:0:5429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: 0000000047e06cbb/0x596ebb4d4ca44ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758953.026429:0:5429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: 0000000047e06cbb/0x596ebb4d4ca44ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758953.026462:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032768:192.168.204.156@tcp:101:
00000100:00100000:1.0:1787758953.026734:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 00000000135f1132 going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.033016:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000038b1533c pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032768:192.168.204.156@tcp:101:
00010000:00010000:2.0:1787758953.033043:0:5429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: 0000000047e06cbb/0x596ebb4d4ca44ab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e23 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758953.033054:0:5429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: 0000000047e06cbb/0x596ebb4d4ca44ab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251e23 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787758953.033718:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032896:192.168.204.156@tcp:256:
00000100:00100000:2.0:1787758953.033880:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 00000000edc4325a going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.039647:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962032896:192.168.204.156@tcp:256:
10000000:01000000:2.0:1787758953.041057:0:5429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:2.0:1787758953.041091:0:5429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: 0000000047e06cbb/0x596ebb4d4ca44ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e23 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758953.041104:0:5429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: 0000000047e06cbb/0x596ebb4d4ca44ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e23 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787758953.041125:0:5429:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93ed91c5b000 from 1
10000000:01000000:2.0:1787758953.041128:0:5429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:2.0:1787758953.041191:0:5429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: 00000000ebb2e8c0/0x596ebb4d4ca44b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758953.041200:0:5429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: 00000000ebb2e8c0/0x596ebb4d4ca44b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758953.041211:0:5429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: 00000000ebb2e8c0/0x596ebb4d4ca44b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787758953.041236:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962033024:192.168.204.156@tcp:101:
00000100:00100000:2.0:1787758953.042769:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 00000000edc4325a going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.054092:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962033024:192.168.204.156@tcp:101:
00010000:00010000:2.0:1787758953.054132:0:5429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: 00000000ebb2e8c0/0x596ebb4d4ca44b2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758953.054144:0:5429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: 00000000ebb2e8c0/0x596ebb4d4ca44b2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787758953.054257:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962033152:192.168.204.156@tcp:501:
00000100:00100000:2.0:1787758953.054366:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 00000000edc4325a going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.058125:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962033152:192.168.204.156@tcp:501:
00000100:00100000:2.0:1787758953.058219:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962033280:192.168.204.156@tcp:503:
00000100:00100000:2.0:1787758953.058320:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set 00000000edc4325a going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.063965:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job mount.lustre:de3f874d-5178-41ea-96df-315a02cbecba:5429:1874600962033280:192.168.204.156@tcp:503:
00000100:00100000:2.0:1787758953.064688:0:5451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5451:1874600962033408:192.168.204.156@tcp:502:
00000100:00100000:2.0:1787758953.064899:0:5451:0:(client.c:2715:ptlrpc_set_wait()) set 00000000986e4e5f going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.084200:0:5451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007320d620 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5451:1874600962033408:192.168.204.156@tcp:502:
00000020:01000000:2.0:1787758953.084250:0:5451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758953.084261:0:5451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.084264:0:5451:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:2.0:1787758953.084271:0:5451:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93ed91c5b000
00000020:00000080:2.0:1787758953.084274:0:5451:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:2.0:1787758953.084330:0:5451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1225a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5451:1874600962033536:192.168.204.156@tcp:502:
00000100:00100000:2.0:1787758953.084445:0:5451:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3e900 going to sleep for 11 seconds
00000100:00100000:2.0:1787758953.087905:0:5451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1225a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5451:1874600962033536:192.168.204.156@tcp:502:
00000020:01000000:2.0:1787758953.087962:0:5451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1787758953.087972:0:5451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758953.087974:0:5451:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:2.0:1787758953.087979:0:5451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:1.0:1787758953.088216:0:5429:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:1.0:1787758953.088233:0:5429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:1.0:1787758953.088254:0:5429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758953.088266:0:5429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:1.0:1787758953.088286:0:5429:0:(llite_lib.c:1616:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:1.0:1787758953.088306:0:5429:0:(genops.c:1385:class_connect()) connect: client 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8, cookie 0x596ebb4d4ca44b9
00800000:01000000:1.0:1787758953.088328:0:5429:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8 to lustre-clilmv-ffff93ed91c5b000
00800000:01000000:1.0:1787758953.088344:0:5429:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff93ed91c5b000(9287cd6e-2b34-4bb3-9fca-1bc15ce31df8) - lustre-MDT0000_UUID, 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8
00000020:00000080:1.0:1787758953.088352:0:5429:0:(genops.c:1385:class_connect()) connect: client 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8, cookie 0x596ebb4d4ca44c0
00000100:00080000:1.0:1787758953.088360:0:5429:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 0
00000100:00080000:1.0:1787758953.088368:0:5429:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787758953.088397:0:5429:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:1.0:1787758953.088424:0:5429:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962033664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787758953.088452:0:5429:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID
00800000:01000000:1.0:1787758953.088546:0:5429:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff93ed91c5b000(9287cd6e-2b34-4bb3-9fca-1bc15ce31df8) successfully (5)
00800000:00000004:1.0:1787758953.088550:0:5429:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff93ed91c5b000: age -763, max_age 0
00000100:00100000:3.0:1787758953.088570:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962033664:192.168.204.156@tcp:38:
00000080:00000004:1.0:1787758953.088578:0:5429:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93ed91c5b000: age -763, max_age 236
00800000:00000004:1.0:1787758953.088582:0:5429:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93ed91c5b000: age -763, max_age 236
00000100:00080000:1.0:1787758953.088595:0:5429:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff93eda12a7c00 x1874600962033920/t0(0) o41->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758953.088604:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9f00 going to sleep for 0 seconds
00000100:00080000:0.0:1787758953.088878:0:2351:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff93eda12a5a40 x1874600962033792/t0(0) o41->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00010000:00080000:3.0:1787758953.104227:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a4000 x1874600962033664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1787758963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758953.104245:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93ed91c5b000: committing for last_committed 0 gen 1
00000100:00080000:3.0:1787758953.104255:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to target with instance 1
00000001:01000000:0.0:1787758953.354622:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93ed91c5b000: T10 checksum algorithm t10ip512 speed = 1911 MB/s
00000001:01000000:3.0:1787758953.604315:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93ed91c5b000: T10 checksum algorithm t10ip4K speed = 3551 MB/s
00000001:01000000:2.0:1787758953.859244:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93ed91c5b000: T10 checksum algorithm t10crc512 speed = 619 MB/s
00010000:00010000:0.0:1787758953.968080:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787758954.095303:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9f00 going to sleep for 0 seconds
00000001:01000000:3.0:1787758954.110554:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93ed91c5b000: T10 checksum algorithm t10crc4K speed = 577 MB/s
00000100:00080000:3.0:1787758954.110567:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff93ed91c5b000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:3.0:1787758954.110580:0:2349:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:3.0:1787758954.110585:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:3.0:1787758954.111457:0:2349:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e08b560e):  req@ffff93eda12a5a40 x1874600962033792/t0(0) o41->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758954.111482:0:2349:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007950b9c5):  req@ffff93eda12a7c00 x1874600962033920/t0(0) o41->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758954.111502:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962033664:192.168.204.156@tcp:38:
00000100:00100000:2.0:1787758954.111707:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9f00 going to sleep for 11 seconds
00010000:00080000:2.0:1787758954.125716:0:5429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a7c00 x1874600962033920/t0(0) o41->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/368 e 0 to 0 dl 1787758970 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758954.125737:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5429:1874600962033920:192.168.204.156@tcp:41:
00800000:00000004:2.0:1787758954.125762:0:5429:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93ed91c5b000: update ffff93ed882f9e98 cache blocks 317407/353529 objects 1023725/1024000
00000080:00000004:2.0:1787758954.125770:0:5429:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff93ed91c5b000: update ffff93ed929eb8e0 cache blocks 317407/353529 objects 1023725/1024000
00000100:00100000:2.0:1787758954.125816:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1225a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5429:1874600962034048:192.168.204.156@tcp:40:
00000100:00100000:2.0:1787758954.125911:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ee40 going to sleep for 11 seconds
00010000:00080000:0.0:1787758954.126192:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a5a40 x1874600962033792/t0(0) o41->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/368 e 0 to 0 dl 1787758970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758954.126206:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:0:1874600962033792:192.168.204.156@tcp:41:
00010000:00080000:2.0:1787758954.128888:0:5429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda1225a40 x1874600962034048/t0(0) o40->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 440/448 e 0 to 0 dl 1787758970 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758954.128910:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1225a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5429:1874600962034048:192.168.204.156@tcp:40:
00000080:00000004:2.0:1787758954.128935:0:5429:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0]
00000080:00100000:2.0:1787758954.129021:0:5429:0:(llite_lib.c:777:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2146304
00020000:01000000:2.0:1787758954.129027:0:5429:0:(lov_obd.c:186:lov_connect()) connect #0
00000020:00000080:2.0:1787758954.129039:0:5429:0:(genops.c:1385:class_connect()) connect: client 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8, cookie 0x596ebb4d4ca44c7
00000020:00000080:2.0:1787758954.129057:0:5429:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x596ebb4d4ca44ce
00000100:00080000:2.0:1787758954.129065:0:5429:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 0
00000100:00080000:2.0:1787758954.129073:0:5429:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787758954.129085:0:5429:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:2.0:1787758954.129109:0:5429:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1225a40 x1874600962034176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787758954.129166:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1225a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962034176:192.168.204.156@tcp:8:
00000100:00080000:2.0:1787758954.129485:0:5429:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID
00020000:01000000:2.0:1787758954.129503:0:5429:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff93ed91c5b000) active
00000020:00000080:2.0:1787758954.129531:0:5429:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x596ebb4d4ca44d5
00000100:00080000:2.0:1787758954.129537:0:5429:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 0
00000100:00080000:2.0:1787758954.129543:0:5429:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93ed91c5b000: import ffff93ed8813c800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787758954.129548:0:5429:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:2.0:1787758954.129562:0:5429:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1226580 x1874600962034304/t0(0) o8->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787758954.129674:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787758954.129689:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962034432:192.168.204.156@tcp:400:
00000100:00100000:3.0:1787758954.133040:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1226580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962034304:192.168.204.156@tcp:8:
00000100:00080000:2.0:1787758954.133298:0:5429:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0001_UUID
00020000:01000000:2.0:1787758954.133319:0:5429:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff93ed91c5b000) active
00000100:00100000:2.0:1787758954.133418:0:5429:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5429:1874600962034560:192.168.204.156@tcp:33:
00000100:00100000:2.0:1787758954.144686:0:5429:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1787758954.153106:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962034432:192.168.204.156@tcp:400:
00010000:00080000:3.0:1787758954.153717:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda1225a40 x1874600962034176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/416 e 0 to 0 dl 1787758964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758954.153729:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93ed91c5b000: committing for last_committed 0 gen 1
00000100:00080000:3.0:1787758954.153738:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93ed91c5b000: connect to target with instance 1
00000100:00080000:3.0:1787758954.153747:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93ed91c5b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:3.0:1787758954.153758:0:2349:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:3.0:1787758954.153762:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:3.0:1787758954.153768:0:2349:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:3.0:1787758954.153773:0:2349:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:3.0:1787758954.153777:0:2349:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:3.0:1787758954.153799:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1225a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962034176:192.168.204.156@tcp:8:
00010000:00080000:3.0:1787758954.163512:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda1226580 x1874600962034304/t0(0) o8->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/416 e 0 to 0 dl 1787758964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787758954.163533:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93ed91c5b000: committing for last_committed 0 gen 1
00000100:00080000:3.0:1787758954.163547:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff93ed91c5b000: connect to target with instance 1
00000100:00080000:3.0:1787758954.163561:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff93ed91c5b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:3.0:1787758954.163577:0:2349:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:3.0:1787758954.163582:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813c800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:3.0:1787758954.163590:0:2349:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:3.0:1787758954.163595:0:2349:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:3.0:1787758954.163600:0:2349:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:3.0:1787758954.163610:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1226580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962034304:192.168.204.156@tcp:8:
00010000:00080000:2.0:1787758954.227369:0:5429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed916dc780 x1874600962034560/t0(0) o33->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:23/10 lens 448/464 e 0 to 0 dl 1787758970 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:2.0:1787758954.227390:0:5429:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5429:1874600962034560:192.168.204.156@tcp:33:
00000080:00200000:2.0:1787758954.227585:0:5429:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00200000:2.0:1787758954.227594:0:5429:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:02000400:2.0:1787758954.227660:0:5429:0:(llite_lib.c:1655:ll_fill_super()) Mounted lustre-client - version 2.17.57_104_g734b157
00000080:00000004:2.0:1787758954.230021:0:5429:0:(super25.c:182:lustre_fill_super()) 192.168.204.156@tcp:/lustre: Mount complete
00000080:00200008:1.0:1787758954.461663:0:5469:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787758954.461674:0:5469:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:1.0:1787758954.461696:0:5469:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787758954.461753:0:5469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5469 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758954.461764:0:5469:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5469 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758954.461925:0:5469:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5469 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758954.462006:0:5469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job mkdir:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5469:1874600962034688:192.168.204.156@tcp:101:
00000100:00100000:1.0:1787758954.462106:0:5469:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1787758954.471512:0:5469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job mkdir:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5469:1874600962034688:192.168.204.156@tcp:101:
00010000:00010000:2.0:1787758954.471540:0:5469:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471552:0:5469:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471565:0:5469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471583:0:5469:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471596:0:5469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471604:0:5469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471631:0:5469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787758954.471644:0:5469:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93eda12a6940 x1874600962034688/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/688 e 0 to 0 dl 1787758970 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787758954.471658:0:5469:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471670:0:5469:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:2.0:1787758954.471677:0:5469:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:2.0:1787758954.471706:0:5469:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:2.0:1787758954.471711:0:5469:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:2.0:1787758954.471716:0:5469:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787758954.471719:0:5469:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade283ebbcb8
00010000:00010000:2.0:1787758954.471723:0:5469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758954.471732:0:5469:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787758954.991685:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758956.016736:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:2.0:1787758956.646048:0:5521:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787758956.646063:0:5521:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787758956.646083:0:5521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787758956.646104:0:5521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787758956.646129:0:5521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787758956.646136:0:5521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787758956.646143:0:5521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787758956.646146:0:5521:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:2.0:1787758956.646153:0:5521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade2818d3cb8
00010000:00010000:2.0:1787758956.646156:0:5521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787758956.646164:0:5521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:2.0:1787758956.646961:0:5521:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 0, flags 0, foreign 0
00000080:00200000:2.0:1787758956.646966:0:5521:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787758956.646975:0:5521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787758956.646984:0:5521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:2.0:1787758956.646994:0:5521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:2.0:1787758956.646999:0:5521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787758956.647004:0:5521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787758956.647006:0:5521:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:2.0:1787758956.647010:0:5521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade2818d3cb8
00010000:00010000:2.0:1787758956.647018:0:5521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:2.0:1787758956.647025:0:5521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:2.0:1787758956.647117:0:5521:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787758956.647124:0:5521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787758956.647130:0:5521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:2.0:1787758956.647137:0:5521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:2.0:1787758956.647143:0:5521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787758956.647146:0:5521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787758956.647148:0:5521:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:2.0:1787758956.647151:0:5521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade2818d3bb0
00010000:00010000:2.0:1787758956.647153:0:5521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:2.0:1787758956.647159:0:5521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:2.0:1787758956.647187:0:5521:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 44
00000080:00200008:2.0:1787758956.647194:0:5521:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 100000
00000080:00200080:2.0:1787758956.647274:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.647289:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00800000:00000004:2.0:1787758956.647300:0:5521:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93ed91c5b000: age 238, max_age 240
00000100:00100000:2.0:1787758956.647356:0:5521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5521:1874600962034816:192.168.204.156@tcp:41:
00000100:00100000:2.0:1787758956.647450:0:5521:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed929e6c00 going to sleep for 11 seconds
00000100:00100000:2.0:1787758956.662688:0:5521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5521:1874600962034816:192.168.204.156@tcp:41:
00800000:00000004:2.0:1787758956.662716:0:5521:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93ed91c5b000: update ffff93ed882f9e98 cache blocks 317407/353529 objects 1023725/1024000
00000080:00200080:2.0:1787758956.663225:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663244:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663251:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663255:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663259:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663262:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663266:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663269:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663272:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663275:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663279:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663282:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663285:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663289:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663292:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663295:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663298:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663301:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663305:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663308:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663334:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663339:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663342:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663346:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663349:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663353:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663356:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663360:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663363:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663367:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663370:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663374:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663378:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663381:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663385:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663389:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663393:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663396:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663400:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663404:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663416:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663422:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663427:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663430:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663434:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663445:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663450:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663454:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663458:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663462:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663465:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663469:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663473:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663477:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663481:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663484:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663488:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663492:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663496:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663499:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663503:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663506:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663510:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663513:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663517:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663520:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663524:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663528:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663531:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663535:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663558:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663564:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663569:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663572:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663576:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663581:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663585:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663588:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663592:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663596:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663601:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663604:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663607:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663610:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663614:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663617:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663620:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663624:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663627:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663630:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663634:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663637:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663641:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663644:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663647:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663657:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663663:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663667:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663671:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663675:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663678:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663681:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663685:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663688:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663692:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663695:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663699:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663703:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663706:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663709:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663713:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663718:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663721:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663725:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663729:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663732:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663747:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663751:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.663755:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.663758:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.664683:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.664691:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.664697:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.664700:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.664704:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.664708:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.664711:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00800000:00000080:2.0:1787758956.664715:0:5521:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.664719:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.664724:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00020000:00000004:2.0:1787758956.664733:0:5521:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff93ed91c5b000: age -763, max_age 240
00000100:00100000:2.0:1787758956.665667:0:5521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5521:1874600962034944:192.168.204.156@tcp:13:
00000100:00100000:2.0:1787758956.665763:0:5521:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed929e6c00 going to sleep for 11 seconds
00010000:00080000:2.0:1787758956.672630:0:5521:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed916dc780 x1874600962034944/t0(0) o13->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:7/4 lens 224/368 e 0 to 0 dl 1787758972 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758956.672651:0:5521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5521:1874600962034944:192.168.204.156@tcp:13:
00020000:00000004:2.0:1787758956.672674:0:5521:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff93ed91c5b000: update ffff93ed882fb8e0 cache blocks 901403/958279 objects 261840/262144
00000080:00200080:2.0:1787758956.672905:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.672922:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00020000:00000004:2.0:1787758956.672928:0:5521:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff93ed91c5b000: age -763, max_age 240
00000100:00100000:2.0:1787758956.672959:0:5521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5521:1874600962035072:192.168.204.156@tcp:13:
00000100:00100000:2.0:1787758956.673051:0:5521:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed929e6c00 going to sleep for 11 seconds
00010000:00080000:2.0:1787758956.682678:0:5521:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed916dc780 x1874600962035072/t0(0) o13->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:7/4 lens 224/368 e 0 to 0 dl 1787758972 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758956.682717:0:5521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:5521:1874600962035072:192.168.204.156@tcp:13:
00020000:00000004:2.0:1787758956.682749:0:5521:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff93ed91c5b000: update ffff93ed882f8450 cache blocks 901403/958279 objects 261840/262144
00000080:00200080:2.0:1787758956.682818:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.682833:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683229:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683238:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683243:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683247:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683250:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683253:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683257:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683260:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683264:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683267:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683270:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683273:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683277:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683280:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683284:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683287:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683290:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683294:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683298:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683309:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683327:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683332:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683336:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683339:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683342:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683346:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683350:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683353:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683356:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683360:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683364:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683367:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683371:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683374:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683378:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683381:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683384:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683387:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683391:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683394:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683397:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683401:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683404:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683418:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683429:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683434:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683438:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683441:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683445:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683448:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683452:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683456:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683459:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683463:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683467:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683470:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683473:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683476:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683479:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683483:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683487:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683490:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683494:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683497:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683501:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683504:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683508:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683511:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683515:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683525:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683530:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683533:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683536:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683539:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683543:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683547:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683551:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683554:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683558:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683561:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683564:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683567:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683570:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683575:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683578:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683581:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683585:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683588:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683606:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683610:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683614:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683617:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683621:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683624:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683635:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683640:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683645:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683649:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683653:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683656:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683661:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683664:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683669:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683672:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683676:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683680:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683684:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683687:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683691:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683694:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683697:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683701:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683704:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683707:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683711:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683715:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683719:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683722:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683726:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683981:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683990:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.683994:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200080:2.0:1787758956.683998:0:5521:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=c00866a4 arg=7ffc3d300a20
00020000:00000080:2.0:1787758956.684002:0:5521:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff93ed91c5b000: cmd=c00866a4 len=592 karg=ffff93ed88112c00 uarg=0000000000000000
00000080:00200008:2.0:1787758956.684016:0:5521:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 100000
00010000:00010000:0.0:1787758957.056723:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758958.064823:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758959.088073:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787758959.410670:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962035328:192.168.204.156@tcp:400:
00000100:00100000:1.0:1787758959.410777:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962035584:192.168.204.156@tcp:400:
00000100:00100000:1.0:1787758959.410828:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1787758959.410835:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962035200:192.168.204.156@tcp:400:
00000100:00100000:1.0:1787758959.410871:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962035456:192.168.204.156@tcp:400:
00010000:00080000:1.0:1787758959.415798:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a70c0 x1874600962035456/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758959.415820:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962035456:192.168.204.156@tcp:400:
00010000:00080000:1.0:1787758959.415834:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a7840 x1874600962035584/t0(0) o400->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758959.415843:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962035584:192.168.204.156@tcp:400:
00000100:00100000:1.0:1787758959.416884:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962035200:192.168.204.156@tcp:400:
00000100:00100000:1.0:1787758959.416900:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962035328:192.168.204.156@tcp:400:
00000001:02000400:1.0:1787758959.514826:0:5710:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:0.0:1787758960.112287:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787758961.140242:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758962.159535:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787758963.184239:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787758963.615850:0:2343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.156@tcp (source: 12345-192.168.204.156@tcp)
00000100:00100000:1.0:1787758963.616608:0:2343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.156@tcp (source: 12345-192.168.204.156@tcp)
00000100:00100000:0.0:1787758963.621542:0:5430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600985126656
00000100:00100000:0.0:1787758963.621564:0:5430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600985126656
00000100:00100000:1.0:1787758963.621912:0:5431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600985126784
00000100:00100000:1.0:1787758963.621918:0:5431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600985126784
00000100:00100000:1.0:1787758963.621952:0:5431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.156@tcp, seq: 0
00000100:00100000:1.0:1787758963.621962:0:5431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eda12a4780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:de3f874d-5178-41ea-96df-315a02cbecba+4:8822:x1874600985126656:12345-192.168.204.156@tcp:104:
00010000:00010000:1.0:1787758963.621984:0:5431:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758963.622215:0:5431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:1.0:1787758963.622224:0:5431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eda12a4780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:de3f874d-5178-41ea-96df-315a02cbecba+4:8822:x1874600985126656:12345-192.168.204.156@tcp:104: Request processed in 263us (6392us total) trans 0 rc 0/0
00000100:00100000:1.0:1787758963.622233:0:5431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.156@tcp, seq: 0
00000100:00100000:1.0:1787758963.622255:0:5431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.156@tcp, seq: 1
00000100:00100000:1.0:1787758963.622262:0:5431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eda12a7840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:de3f874d-5178-41ea-96df-315a02cbecba+3:8822:x1874600985126784:12345-192.168.204.156@tcp:104:
00010000:00010000:1.0:1787758963.622271:0:5431:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623071:0:5441:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1787758963.623083:0:5441:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623094:0:5441:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ed829b2000 already unused, calling callback (ffffffffc14e9c20)
10000000:00010000:2.0:1787758963.623100:0:5441:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623341:0:5441:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:2.0:1787758963.623423:0:5441:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787758963.623432:0:5441:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:2.0:1787758963.623552:0:5441:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623560:0:5441:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787758963.623587:0:5441:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623594:0:5441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff93ed829b2000/0x596ebb4d4ca4481 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e1c expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623636:0:5441:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1787758963.623641:0:5441:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623646:0:5441:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ed829b2c00 already unused, calling callback (ffffffffc14e9c20)
10000000:00010000:2.0:1787758963.623650:0:5441:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623658:0:5441:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:2.0:1787758963.623664:0:5441:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787758963.623670:0:5441:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:2.0:1787758963.623685:0:5441:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623691:0:5441:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787758963.623697:0:5441:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623704:0:5441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca447a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e15 expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758963.623719:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758963.623721:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758963.623723:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787758963.623949:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962035712:192.168.204.156@tcp:103:
00000100:00100000:2.0:1787758963.624140:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1787758963.624148:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962035840:192.168.204.156@tcp:103:
00010000:00010000:1.0:1787758963.624623:0:5431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool
00000100:00100000:1.0:1787758963.624637:0:5431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eda12a7840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:de3f874d-5178-41ea-96df-315a02cbecba+3:8822:x1874600985126784:12345-192.168.204.156@tcp:104: Request processed in 2371us (8031us total) trans 0 rc 0/0
00000100:00100000:1.0:1787758963.624648:0:5431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.156@tcp, seq: 1
00010000:00010000:3.0:1787758963.624720:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787758963.644946:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962035840:192.168.204.156@tcp:103:
00000100:00100000:2.0:1787758963.644990:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962035712:192.168.204.156@tcp:103:
00010000:00010000:2.0:1787758964.212733:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787758964.527907:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962035968:192.168.204.156@tcp:400:
00000100:00100000:0.0:1787758964.533231:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787758964.533298:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962036096:192.168.204.156@tcp:400:
00000100:00100000:0.0:1787758964.543568:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962036352:192.168.204.156@tcp:400:
00000100:00100000:0.0:1787758964.543753:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1787758964.543761:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962036224:192.168.204.156@tcp:400:
00000100:00100000:1.0:1787758964.555382:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962035968:192.168.204.156@tcp:400:
00000100:00100000:1.0:1787758964.555439:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962036096:192.168.204.156@tcp:400:
00010000:00080000:0.0:1787758964.563794:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a7480 x1874600962036224/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758964.563820:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962036224:192.168.204.156@tcp:400:
00010000:00080000:0.0:1787758964.563835:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a6580 x1874600962036352/t0(0) o400->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758964.563843:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962036352:192.168.204.156@tcp:400:
00010000:00010000:3.0:1787758965.231506:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758966.255492:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:1.0:1787758966.895785:0:5443:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:1.0:1787758966.895797:0:5443:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff93ed91c5b000 from 39
10000000:01000000:1.0:1787758966.895803:0:5443:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:1.0:1787758966.895889:0:5443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed829b3600/0x596ebb4d4ca44e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.895921:0:5443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff93ed829b3600/0x596ebb4d4ca44e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758966.895935:0:5443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff93ed829b3600/0x596ebb4d4ca44e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787758966.895968:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962036480:192.168.204.156@tcp:101:
00000100:00100000:1.0:1787758966.896105:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed919b2b40 going to sleep for 11 seconds
00000100:00100000:3.0:1787758966.898663:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962036480:192.168.204.156@tcp:101:
00010000:00010000:3.0:1787758966.898707:0:5443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff93ed829b3600/0x596ebb4d4ca44e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ebd expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758966.898725:0:5443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff93ed829b3600/0x596ebb4d4ca44e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251ebd expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758966.898829:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962036608:192.168.204.156@tcp:501:
00000100:00100000:3.0:1787758966.898946:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9169f240 going to sleep for 11 seconds
00000100:00100000:3.0:1787758966.906447:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962036608:192.168.204.156@tcp:501:
00000100:00100000:3.0:1787758966.906804:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962036736:192.168.204.156@tcp:503:
00000100:00100000:3.0:1787758966.906974:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9169f240 going to sleep for 11 seconds
00000100:00100000:3.0:1787758966.913721:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962036736:192.168.204.156@tcp:503:
00000100:00100000:1.0:1787758966.915065:0:5921:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a70c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5921:1874600962036864:192.168.204.156@tcp:502:
00000100:00100000:1.0:1787758966.915267:0:5921:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed919b2b40 going to sleep for 11 seconds
00000100:00100000:0.0:1787758966.928490:0:5921:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a70c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5921:1874600962036864:192.168.204.156@tcp:502:
00000020:01000000:0.0:1787758966.928556:0:5921:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787758966.928718:0:5921:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787758966.928722:0:5921:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var
00000020:00000080:0.0:1787758966.928731:0:5921:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f
00000100:00100000:0.0:1787758966.928784:0:5921:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5921:1874600962036992:192.168.204.156@tcp:502:llog_process_th.0
00000100:00100000:0.0:1787758966.929012:0:5921:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ef00 going to sleep for 11 seconds
00000100:00100000:0.0:1787758966.935148:0:5921:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5921:1874600962036992:192.168.204.156@tcp:502:llog_process_th.0
00000020:01000000:0.0:1787758966.935785:0:5921:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787758966.935800:0:5921:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787758966.935803:0:5921:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var
00000040:00080000:0.0:1787758966.935809:0:5921:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42
00000020:01000000:3.0:1787758966.936025:0:5443:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0)
10000000:01000000:3.0:1787758966.936050:0:5443:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:3.0:1787758966.936065:0:5443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed829b3600/0x596ebb4d4ca44e3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ebd expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758966.936080:0:5443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff93ed829b3600/0x596ebb4d4ca44e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ebd expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1787758966.936094:0:5443:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:3.0:1787758966.936097:0:5443:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff93ed9164b490 from 1
10000000:01000000:3.0:1787758966.936101:0:5443:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:3.0:1787758966.936164:0:5443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed8164aa00/0x596ebb4d4ca44ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758966.936209:0:5443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff93ed8164aa00/0x596ebb4d4ca44ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758966.936223:0:5443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff93ed8164aa00/0x596ebb4d4ca44ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758966.936268:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037120:192.168.204.156@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1787758966.936868:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9169f240 going to sleep for 11 seconds
00000100:00100000:3.0:1787758966.950219:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037120:192.168.204.156@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1787758966.950272:0:5443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff93ed8164aa00/0x596ebb4d4ca44ea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ec4 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758966.950456:0:5443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff93ed8164aa00/0x596ebb4d4ca44ea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251ec4 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758966.950594:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037248:192.168.204.156@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1787758966.950810:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9169f240 going to sleep for 11 seconds
00000100:00100000:3.0:1787758966.973528:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037248:192.168.204.156@tcp:501:ll_cfg_requeue.0
10000000:01000000:3.0:1787758966.973613:0:5443:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:3.0:1787758966.973628:0:5443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed8164aa00/0x596ebb4d4ca44ea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ec4 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758966.973853:0:5443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff93ed8164aa00/0x596ebb4d4ca44ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ec4 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758967.279393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787758968.083134:0:2343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.156@tcp (source: 12345-192.168.204.156@tcp)
00000100:00100000:0.0:1787758968.083244:0:5430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600985133824
00000100:00100000:0.0:1787758968.083254:0:5430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600985133824
00000100:00100000:0.0:1787758968.083323:0:5430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.156@tcp, seq: 2
00000100:00100000:0.0:1787758968.083332:0:5430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eda12a70c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:de3f874d-5178-41ea-96df-315a02cbecba+3:8882:x1874600985133824:12345-192.168.204.156@tcp:104:
00010000:00010000:0.0:1787758968.083350:0:5430:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787758968.083439:0:5430:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:0.0:1787758968.083446:0:5430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eda12a70c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:de3f874d-5178-41ea-96df-315a02cbecba+3:8882:x1874600985133824:12345-192.168.204.156@tcp:104: Request processed in 116us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1787758968.083453:0:5430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.156@tcp, seq: 2
00010000:00010000:2.0:1787758968.083474:0:5441:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1787758968.083483:0:5441:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758968.083493:0:5441:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ed84e3fa00 already unused, calling callback (ffffffffc14e9c20)
10000000:00010000:2.0:1787758968.083498:0:5441:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758968.083508:0:5441:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:2.0:1787758968.083516:0:5441:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787758968.083522:0:5441:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:2.0:1787758968.083559:0:5441:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758968.083565:0:5441:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787758968.083585:0:5441:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758968.083603:0:5441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff93ed84e3fa00/0x596ebb4d4ca44b2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251e2a expref: -99 pid: 5429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787758968.083621:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758968.083623:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758968.083625:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787758968.083641:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962037376:192.168.204.156@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1787758968.086103:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962037376:192.168.204.156@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1787758968.303382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:3.0:1787758968.511284:0:5443:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:3.0:1787758968.511292:0:5443:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93ed91c5b000 from 4
10000000:01000000:3.0:1787758968.511296:0:5443:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1787758968.511346:0:5443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758968.511358:0:5443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758968.511369:0:5443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758968.511397:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037504:192.168.204.156@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1787758968.511497:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9169fa80 going to sleep for 11 seconds
00000100:00100000:3.0:1787758968.524162:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037504:192.168.204.156@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1787758968.524256:0:5443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758968.524274:0:5443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787758968.524384:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037632:192.168.204.156@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1787758968.524493:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9169fa80 going to sleep for 11 seconds
00000100:00100000:3.0:1787758968.543896:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037632:192.168.204.156@tcp:501:ll_cfg_requeue.0
00000100:00100000:2.0:1787758968.544139:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037760:192.168.204.156@tcp:503:ll_cfg_requeue.0
00000100:00100000:2.0:1787758968.544298:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d1e3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1787758968.548995:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962037760:192.168.204.156@tcp:503:ll_cfg_requeue.0
00000100:00100000:2.0:1787758968.549688:0:5978:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5978:1874600962037888:192.168.204.156@tcp:502:llog_process_th.0
00000100:00100000:2.0:1787758968.549823:0:5978:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d1e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1787758968.557026:0:5978:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5978:1874600962037888:192.168.204.156@tcp:502:llog_process_th.0
00000020:01000000:2.0:1787758968.557133:0:5978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1787758968.557149:0:5978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1787758968.557152:0:5978:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash
00000020:01000000:2.0:1787758968.557160:0:5978:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93ed91c5b000
00000020:00000080:2.0:1787758968.557163:0:5978:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:2.0:1787758968.557357:0:5978:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5978:1874600962038016:192.168.204.156@tcp:502:llog_process_th.0
00000100:00100000:2.0:1787758968.557524:0:5978:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d1e6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787758968.566595:0:5978:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:de3f874d-5178-41ea-96df-315a02cbecba:5978:1874600962038016:192.168.204.156@tcp:502:llog_process_th.0
00000020:01000000:3.0:1787758968.566912:0:5978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787758968.566923:0:5978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787758968.566926:0:5978:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash
00000040:00080000:3.0:1787758968.566932:0:5978:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7
00000020:01000000:1.0:1787758968.571228:0:5443:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:1.0:1787758968.571273:0:5443:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:1.0:1787758968.571288:0:5443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787758968.571303:0:5443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787758969.329244:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787758969.648663:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962038272:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758969.648791:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962038528:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758969.648822:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1787758969.648827:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962038144:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758969.648849:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962038400:192.168.204.156@tcp:400:kworker.0
00010000:00080000:0.0:1787758969.666652:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed82c261c0 x1874600962038528/t0(0) o400->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758969.666680:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962038528:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787758969.666845:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962038144:192.168.204.156@tcp:400:kworker.0
00010000:00080000:1.0:1787758969.666861:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed82c243c0 x1874600962038400/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758969.666872:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962038400:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787758969.666887:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962038272:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787758970.364415:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758971.375325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758972.412352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787758973.428402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758974.447452:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787758974.769925:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962038656:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787758974.770055:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962038912:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787758974.770101:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1787758974.770108:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962038784:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787758974.770131:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962039040:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787758974.789671:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962038784:192.168.204.156@tcp:400:kworker.0
00010000:00080000:1.0:1787758974.789698:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed82c24b40 x1874600962039040/t0(0) o400->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758974.789713:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962039040:192.168.204.156@tcp:400:kworker.0
00010000:00080000:1.0:1787758974.789732:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed82c270c0 x1874600962038912/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758974.789743:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962038912:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758974.798563:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962038656:192.168.204.156@tcp:400:kworker.0
00000001:02000400:3.0:1787758974.933758:0:6282:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-client.virtnet: executing check_logdir /tmp/testlogs/
00010000:00010000:3.0:1787758975.471328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787758976.495518:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758977.520855:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758978.545513:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758979.568537:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787758979.887312:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING
00000100:02000000:0.0:1787758979.887319:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff93ed91c5b000: disconnect after 23s idle
00000100:00100000:1.0:1787758979.887424:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962039168:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787758979.887539:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787758979.887546:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962039296:192.168.204.156@tcp:400:kworker.0
00000100:00080000:0.0:1787758979.891263:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813c800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING
00000100:02000000:0.0:1787758979.891269:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff93ed91c5b000: disconnect after 23s idle
00000100:00100000:3.0:1787758979.893963:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962039424:192.168.204.156@tcp:9:kworker.0
00000100:00100000:3.0:1787758979.894126:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962039552:192.168.204.156@tcp:9:kworker.0
00000100:00100000:0.0:1787758979.899199:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962039296:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758979.899228:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962039168:192.168.204.156@tcp:400:kworker.0
00010000:00080000:3.0:1787758979.909293:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed82c24000 x1874600962039424/t0(0) o9->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758979.909313:0:2349:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff93ed82c24000 x1874600962039424/t0(0) o9->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758979.909321:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:3.0:1787758979.909327:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962039424:192.168.204.156@tcp:9:kworker.0
00010000:00080000:3.0:1787758979.909339:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed82c26580 x1874600962039552/t0(0) o9->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758979.909348:0:2349:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff93ed82c26580 x1874600962039552/t0(0) o9->lustre-OST0001-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787758989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758979.909354:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813c800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:3.0:1787758979.909357:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962039552:192.168.204.156@tcp:9:kworker.0
00000001:02000400:0.0:1787758980.185762:0:6562:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-client.virtnet: executing yml_node
00010000:00010000:1.0:1787758980.596605:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758981.620415:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758982.641992:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758983.664403:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758984.695110:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787758985.010968:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962039680:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758985.011147:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787758985.011154:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962039808:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758985.015540:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962039680:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787758985.028587:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962039808:192.168.204.156@tcp:400:kworker.0
00000001:02000400:2.0:1787758985.661432:0:7002:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.104
00010000:00010000:2.0:1787758985.719100:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758986.736568:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758987.760489:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758988.784144:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787758988.929324:0:7156:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.104
00010000:00010000:0.0:1787758989.807958:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787758990.128563:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962039936:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787758990.128749:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787758990.128757:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962040064:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787758990.131669:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962040064:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787758990.132964:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962039936:192.168.204.156@tcp:400:kworker.0
00010000:00010000:0.0:1787758990.839667:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758991.855442:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787758992.404821:0:7311:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.104
00010000:00010000:2.0:1787758992.886007:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758993.903314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787758994.704112:0:7456:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity-compr ============----- Wed Aug 26 11:43:12 EDT 2026
00010000:00010000:2.0:1787758994.935008:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787758995.247352:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962040192:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787758995.247463:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787758995.247469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962040320:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787758995.249905:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962040320:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787758995.255320:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962040192:192.168.204.156@tcp:400:kworker.0
00010000:00010000:0.0:1787758995.953770:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787758996.977076:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787758997.999532:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787758999.023801:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759000.053974:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759000.368565:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962040448:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759000.368680:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787759000.368703:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962040576:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759000.378010:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962040576:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759000.382393:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962040448:192.168.204.156@tcp:400:kworker.0
00010000:00010000:3.0:1787759001.082315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759002.096221:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759003.120771:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759004.143737:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759005.167404:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759005.487739:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962040832:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759005.487863:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1787759005.487871:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962040704:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759005.490987:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962040704:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759005.493774:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962040832:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787759006.191614:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759007.224934:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759008.239585:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759009.263979:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759010.289249:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759010.608611:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962040960:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759010.608907:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759010.608915:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962041088:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759010.613440:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962041088:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759010.619041:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962040960:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787759011.317581:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759012.345819:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759013.359528:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759014.385202:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759015.411371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759015.729570:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962041216:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759015.740027:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759015.740062:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962041344:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759015.751079:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962041344:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759015.751100:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962041216:192.168.204.156@tcp:400:kworker.0
00010000:00010000:3.0:1787759016.431431:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759017.456407:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759018.481346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759019.503458:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759019.730501:0:7973:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests:
00010000:00010000:3.0:1787759020.529371:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759020.850309:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962041472:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759020.850443:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759020.850461:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962041600:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759020.869503:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962041600:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759020.869521:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962041472:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787759021.552777:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759021.768380:0:8116:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-compr: start setup 11:43:39 (1787759019) ===
00000080:00200008:3.0:1787759021.797362:0:7473:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787759021.797374:0:7473:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:3.0:1787759021.797397:0:7473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759021.797417:0:7473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:3.0:1787759021.797443:0:7473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:3.0:1787759021.797451:0:7473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759021.797459:0:7473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:3.0:1787759021.797462:0:7473:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:3.0:1787759021.797469:0:7473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade281cf3cb8
00010000:00010000:3.0:1787759021.797472:0:7473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:3.0:1787759021.797482:0:7473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200008:3.0:1787759021.831900:0:7473:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787759021.831916:0:7473:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:3.0:1787759021.831940:0:7473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759021.831959:0:7473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759021.831976:0:7473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:3.0:1787759021.831985:0:7473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759021.831992:0:7473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:3.0:1787759021.831996:0:7473:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:3.0:1787759021.832086:0:7473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade281cf3cb8
00010000:00010000:3.0:1787759021.832097:0:7473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759021.832108:0:7473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200008:0.0:1787759021.855529:0:7473:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787759021.855542:0:7473:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:0.0:1787759021.855568:0:7473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759021.855588:0:7473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:0.0:1787759021.855603:0:7473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:0.0:1787759021.855612:0:7473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759021.855619:0:7473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:0.0:1787759021.855623:0:7473:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:0.0:1787759021.855630:0:7473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade281cf3cb8
00010000:00010000:0.0:1787759021.855634:0:7473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:0.0:1787759021.855643:0:7473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200008:0.0:1787759021.877981:0:7473:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787759021.877993:0:7473:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:0.0:1787759021.878014:0:7473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759021.878037:0:7473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:0.0:1787759021.878063:0:7473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:0.0:1787759021.878072:0:7473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759021.878079:0:7473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:0.0:1787759021.878082:0:7473:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:0.0:1787759021.878089:0:7473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade281cf3cb8
00010000:00010000:0.0:1787759021.878093:0:7473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:0.0:1787759021.878102:0:7473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:3.0:1787759022.579372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759023.605921:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759024.623608:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759025.647621:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759025.975484:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962041728:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759025.975614:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787759025.975620:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962041856:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759026.004097:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962041856:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759026.004120:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962041728:192.168.204.156@tcp:400:kworker.0
00010000:00010000:1.0:1787759026.671494:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759027.697083:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787759028.429456:0:8385:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-client.virtnet: executing check_config_client /mnt/lustre
00010000:00010000:3.0:1787759028.723188:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759029.743905:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759030.768966:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759031.088700:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962041984:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759031.088822:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787759031.088829:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962042112:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759031.091105:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962042112:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759031.091645:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962041984:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787759031.792290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759032.815554:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759033.853388:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759034.864692:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759035.889687:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759036.207653:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962042240:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759036.207876:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787759036.207884:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962042368:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759036.220522:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962042368:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759036.220537:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962042240:192.168.204.156@tcp:400:kworker.0
00010000:00010000:1.0:1787759036.911761:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759037.936152:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759038.960435:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759039.986025:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759041.014628:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759041.329275:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962042496:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759041.329450:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759041.329458:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962042624:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759041.340306:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962042624:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759041.340326:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962042496:192.168.204.156@tcp:400:kworker.0
00010000:00010000:1.0:1787759042.035665:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759043.056747:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759044.079369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759045.103541:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759046.130069:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759046.447370:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962042752:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759046.447378:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962042880:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759046.451972:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962042880:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759046.452021:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962042752:192.168.204.156@tcp:400:kworker.0
00000001:02000400:0.0:1787759047.143011:0:9039:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:1.0:1787759047.157026:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787759048.175333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759049.201618:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759050.226162:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759051.050548:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.156@tcp (source: 12345-192.168.204.156@tcp)
00000100:00100000:0.0:1787759051.050694:0:5431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874600985151104
00000100:00100000:0.0:1787759051.050708:0:5431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874600985151104
00000100:00100000:0.0:1787759051.050782:0:5431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.156@tcp, seq: 3
00000100:00100000:0.0:1787759051.050794:0:5431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eda12a4b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:de3f874d-5178-41ea-96df-315a02cbecba+3:11670:x1874600985151104:12345-192.168.204.156@tcp:104:
00010000:00010000:0.0:1787759051.050818:0:5431:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759051.050922:0:5431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:0.0:1787759051.050929:0:5431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eda12a4b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:de3f874d-5178-41ea-96df-315a02cbecba+3:11670:x1874600985151104:12345-192.168.204.156@tcp:104: Request processed in 137us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1787759051.050937:0:5431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.156@tcp, seq: 3
00010000:00010000:2.0:1787759051.051279:0:5441:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1787759051.051289:0:5441:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759051.051298:0:5441:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ed8164ac00 already unused, calling callback (ffffffffc14e9c20)
10000000:00010000:2.0:1787759051.051303:0:5441:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759051.051313:0:5441:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:2.0:1787759051.051322:0:5441:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787759051.051328:0:5441:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:2.0:1787759051.051386:0:5441:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759051.051394:0:5441:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787759051.051429:0:5441:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759051.051438:0:5441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff93ed8164ac00/0x596ebb4d4ca44f1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2be078c10251ed2 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759051.051494:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759051.051496:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759051.051498:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759051.051759:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962043008:192.168.204.156@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1787759051.057754:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962043008:192.168.204.156@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1787759051.250228:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787759051.567428:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962043136:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759051.567577:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1787759051.567584:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962043264:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759051.572494:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962043264:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759051.585421:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962043136:192.168.204.156@tcp:400:kworker.0
00010000:00010000:1.0:1787759052.272786:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:1.0:1787759052.655294:0:5443:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:1.0:1787759052.655302:0:5443:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93ed91c5b000 from 7
10000000:01000000:1.0:1787759052.655308:0:5443:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:1.0:1787759052.655358:0:5443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca44f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759052.655370:0:5443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca44f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759052.655381:0:5443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca44f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759052.655408:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962043392:192.168.204.156@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1787759052.655512:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed88145b40 going to sleep for 11 seconds
00000100:00100000:2.0:1787759052.671220:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962043392:192.168.204.156@tcp:101:ll_cfg_requeue.0
00010000:00010000:2.0:1787759052.671253:0:5443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca44f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251f0a expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759052.671265:0:5443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca44f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2be078c10251f0a expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759052.671360:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962043520:192.168.204.156@tcp:501:ll_cfg_requeue.0
00000100:00100000:2.0:1787759052.671453:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1787759052.675842:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962043520:192.168.204.156@tcp:501:ll_cfg_requeue.0
00000100:00100000:2.0:1787759052.676840:0:5443:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962043648:192.168.204.156@tcp:503:ll_cfg_requeue.0
00000100:00100000:2.0:1787759052.676945:0:5443:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1787759052.695417:0:5443:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:de3f874d-5178-41ea-96df-315a02cbecba:5443:1874600962043648:192.168.204.156@tcp:503:ll_cfg_requeue.0
00000040:00080000:2.0:1787759052.700211:0:9314:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7
00000020:01000000:1.0:1787759052.701414:0:5443:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:1.0:1787759052.701469:0:5443:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:1.0:1787759052.701480:0:5443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca44f8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251f0a expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759052.701491:0:5443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff93ed829b2c00/0x596ebb4d4ca44f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2be078c10251f0a expref: -99 pid: 5443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759053.295635:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759054.319861:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759055.344300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759056.370816:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759056.693574:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962043904:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759056.693693:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759056.693700:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962043776:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759056.708986:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962043776:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759056.709019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962043904:192.168.204.156@tcp:400:kworker.0
00010000:00010000:1.0:1787759057.393810:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759058.416373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759059.439671:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759060.466415:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759061.491901:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759061.808452:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962044032:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759061.808600:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1787759061.808607:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962044160:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759061.811444:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962044160:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759061.812129:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:de3f874d-5178-41ea-96df-315a02cbecba:2353:1874600962044032:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787759062.512891:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787759063.015652:0:9752:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-compr: finish setup 11:44:21 (1787759061) ===
00000080:00200000:2.0:1787759063.455255:0:9771:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.455283:0:9771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.455302:0:9771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1787759063.455318:0:9771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000080:00200000:2.0:1787759063.455327:0:9771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.455336:0:9771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.455340:0:9771:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:2.0:1787759063.455348:0:9771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade281c33be0
00010000:00010000:2.0:1787759063.455352:0:9771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1787759063.455360:0:9771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:2.0:1787759063.455375:0:9771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:2.0:1787759063.455390:0:9771:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff93ed92526c08), flags=1536
00000080:00200000:2.0:1787759063.455399:0:9771:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.455407:0:9771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.455414:0:9771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:2.0:1787759063.455423:0:9771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:2.0:1787759063.455430:0:9771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.455436:0:9771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.455438:0:9771:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:2.0:1787759063.455444:0:9771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade281c33ce0
00010000:00010000:2.0:1787759063.455448:0:9771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:2.0:1787759063.455456:0:9771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:2.0:1787759063.457560:0:9771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 3
00000080:00200000:2.0:1787759063.457578:0:9771:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.457599:0:9771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.457614:0:9771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:2.0:1787759063.457627:0:9771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:2.0:1787759063.457635:0:9771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.457644:0:9771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.457659:0:9771:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44dc
00000080:00010000:2.0:1787759063.457666:0:9771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44dc from it ffffade281c33dc8
00010000:00010000:2.0:1787759063.457670:0:9771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:2.0:1787759063.457679:0:9771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:2.0:1787759063.457687:0:9771:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 3
00000080:00200000:2.0:1787759063.457691:0:9771:0:(namei.c:2239:do_mkdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff93ed92526c08)
00800000:00000004:2.0:1787759063.457710:0:9771:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff93ed91c5b000: age 241, max_age 0
00000100:00100000:2.0:1787759063.457882:0:9771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job mkdir:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9771:1874600962044416:192.168.204.156@tcp:700:mkdir.0
00000100:00100000:3.0:1787759063.458094:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962044288:192.168.204.156@tcp:41:mkdir.0
00000100:00100000:2.0:1787759063.458303:0:9771:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:3.0:1787759063.464336:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962044288:192.168.204.156@tcp:41:mkdir.0
00000100:00100000:2.0:1787759063.464706:0:9771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job mkdir:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9771:1874600962044416:192.168.204.156@tcp:700:mkdir.0
00010000:00010000:2.0:1787759063.464740:0:9771:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:2.0:1787759063.464812:0:9771:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:2.0:1787759063.464820:0:9771:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787759063.464822:0:9771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3800/0x596ebb4d4ca44dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251e4d expref: -99 pid: 5469 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000020:00100000:2.0:1787759063.464846:0:9771:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:2.0:1787759063.464855:0:9771:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93ed916de1c0 x1874600962044672/t0(0) o36->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759063.464895:0:9771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job mkdir:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9771:1874600962044672:192.168.204.156@tcp:36:mkdir.0
00000100:00100000:2.0:1787759063.464966:0:9771:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.472663:0:9771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job mkdir:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9771:1874600962044672:192.168.204.156@tcp:36:mkdir.0
00000080:00200000:0.0:1787759063.475958:0:9771:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00200000:0.0:1787759063.475973:0:9771:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200008:2.0:1787759063.484764:0:9772:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759063.484780:0:9772:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.484802:0:9772:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.484882:0:9772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9772 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.484893:0:9772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9772 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.484903:0:9772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9772 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759063.484930:0:9772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job chmod:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9772:1874600962044800:192.168.204.156@tcp:101:chmod.0
00000100:00100000:2.0:1787759063.489728:0:9772:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.501398:0:9772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job chmod:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9772:1874600962044800:192.168.204.156@tcp:101:chmod.0
00010000:00010000:2.0:1787759063.501425:0:9772:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501437:0:9772:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501448:0:9772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501477:0:9772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501489:0:9772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501496:0:9772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501502:0:9772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759063.501514:0:9772:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93ed916dcb40 x1874600962044800/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/688 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759063.501526:0:9772:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501538:0:9772:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:2.0:1787759063.501545:0:9772:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:2.0:1787759063.501572:0:9772:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:2.0:1787759063.501578:0:9772:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca44ff
00000080:00010000:2.0:1787759063.501582:0:9772:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.501586:0:9772:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca44ff from it ffffade281c33cb8
00010000:00010000:2.0:1787759063.501589:0:9772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.501607:0:9772:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200008:2.0:1787759063.501681:0:9772:0:(llite_lib.c:2429:ll_setattr_raw()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08) current size 4096, valid attrs 41, mode 41ed, uid -2126827520, gid -27667, new size 0, atime 1787759063.000000000, mtime 1787759063.000000000, ctime 1787759063.000000000
00010000:00010000:2.0:1787759063.501701:0:9772:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.501744:0:9772:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.501752:0:9772:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787759063.501755:0:9772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca44ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251f50 expref: -99 pid: 9772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000020:00100000:2.0:1787759063.501779:0:9772:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:2.0:1787759063.501785:0:9772:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93ed916dcb40 x1874600962045056/t0(0) o36->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759063.501807:0:9772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job chmod:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9772:1874600962045056:192.168.204.156@tcp:36:chmod.0
00000100:00100000:2.0:1787759063.501884:0:9772:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.513547:0:9772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job chmod:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9772:1874600962045056:192.168.204.156@tcp:36:chmod.0
00000080:00200000:2.0:1787759063.513590:0:9772:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00200008:2.0:1787759063.513604:0:9772:0:(llite_lib.c:2688:ll_setattr_raw()) COMPLETED file /:[0x200000007:0x1:0x0](ffff93ed92526c08) current size 4096, valid attrs 10000041, mode 41ed, uid -2126827520, gid -27667, new size 0, atime 1787759063.000000000, mtime 1787759063.000000000, ctime 1787759063.000000000, rc 0
00010000:00010000:1.0:1787759063.536209:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1787759063.548578:0:9773:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.548606:0:9773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.548679:0:9773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9773 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.548691:0:9773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9773 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.548701:0:9773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9773 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759063.548728:0:9773:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job chown:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9773:1874600962045184:192.168.204.156@tcp:101:chown.0
00000100:00100000:2.0:1787759063.549133:0:9773:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.553974:0:9773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job chown:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9773:1874600962045184:192.168.204.156@tcp:101:chown.0
00010000:00010000:2.0:1787759063.554004:0:9773:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554017:0:9773:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554030:0:9773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554041:0:9773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554053:0:9773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554061:0:9773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554085:0:9773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759063.554097:0:9773:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93ed916df480 x1874600962045184/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/688 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759063.554111:0:9773:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554125:0:9773:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:2.0:1787759063.554131:0:9773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:2.0:1787759063.554213:0:9773:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:2.0:1787759063.554221:0:9773:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:2.0:1787759063.554238:0:9773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.554241:0:9773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281bdbb58
00010000:00010000:2.0:1787759063.554245:0:9773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554252:0:9773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759063.554278:0:9773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:2.0:1787759063.554296:0:9773:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff93ed92526c08), flags=8
00000080:00200000:2.0:1787759063.554300:0:9773:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff93ed92526c08), intent=getattr
00000002:00010000:2.0:1787759063.554318:0:9773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01
00010000:00010000:2.0:1787759063.554356:0:9773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9773 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554373:0:9773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9773 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.554383:0:9773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9773 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759063.554404:0:9773:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job chown:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9773:1874600962045312:192.168.204.156@tcp:101:chown.0
00000100:00100000:2.0:1787759063.554488:0:9773:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.557628:0:9773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job chown:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9773:1874600962045312:192.168.204.156@tcp:101:chown.0
00010000:00010000:2.0:1787759063.557666:0:9773:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557690:0:9773:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557698:0:9773:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557707:0:9773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557718:0:9773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557729:0:9773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557833:0:9773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557841:0:9773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759063.557853:0:9773:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93ed916df480 x1874600962045312/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 584/584 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759063.557866:0:9773:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557875:0:9773:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589935617/1 (0 0)
00000080:00200000:2.0:1787759063.557881:0:9773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00000080:00200000:2.0:1787759063.557902:0:9773:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200000:2.0:1787759063.557905:0:9773:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff93ed9257ba88): rc = 0
00000080:00010000:2.0:1787759063.557911:0:9773:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88) for lock 0x596ebb4d4ca450d
00000080:00010000:2.0:1787759063.557922:0:9773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00010000:2.0:1787759063.557925:0:9773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca450d from it ffffade281bdbb20
00010000:00010000:2.0:1787759063.557928:0:9773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.557936:0:9773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200008:2.0:1787759063.557974:0:9773:0:(file.c:6313:ll_getattr_dentry()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759063.557981:0:9773:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88),name=d0_runas_test
00000002:00010000:2.0:1787759063.558005:0:9773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.558015:0:9773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.558026:0:9773:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759063.558032:0:9773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.558037:0:9773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00010000:2.0:1787759063.558040:0:9773:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88) for lock 0x596ebb4d4ca450d
00000080:00010000:2.0:1787759063.558043:0:9773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca450d from it ffffade281bdbcb8
00010000:00010000:2.0:1787759063.558047:0:9773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.558054:0:9773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:2.0:1787759063.558102:0:9773:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.558109:0:9773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.558117:0:9773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.558125:0:9773:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759063.558130:0:9773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.558134:0:9773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.558137:0:9773:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:2.0:1787759063.558141:0:9773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281bdbbf8
00010000:00010000:2.0:1787759063.558150:0:9773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.558157:0:9773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:2.0:1787759063.559607:0:9773:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:2.0:1787759063.559623:0:9773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=9
00000080:00200008:2.0:1787759063.560465:0:9773:0:(llite_lib.c:2429:ll_setattr_raw()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88) current size 4096, valid attrs 46, mode ffff, uid 500, gid 500, new size 18446625247017512960, atime 1787759063.000000000, mtime 1787759063.000000000, ctime 1787759063.000000000
00010000:00010000:2.0:1787759063.560502:0:9773:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787759063.560568:0:9773:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787759063.560575:0:9773:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1787759063.560578:0:9773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca450d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251f81 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000020:00100000:2.0:1787759063.560600:0:9773:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:2.0:1787759063.560613:0:9773:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93ed916df480 x1874600962045568/t0(0) o36->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759063.561156:0:9773:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job chown:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9773:1874600962045568:192.168.204.156@tcp:36:chown.0
00000100:00100000:2.0:1787759063.561357:0:9773:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.582468:0:9773:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93ed91c5b000: committing for last_committed 4294967299 gen 1
00000100:00100000:2.0:1787759063.582507:0:9773:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job chown:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9773:1874600962045568:192.168.204.156@tcp:36:chown.0
00000080:00200000:2.0:1787759063.582559:0:9773:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200008:2.0:1787759063.582575:0:9773:0:(llite_lib.c:2688:ll_setattr_raw()) COMPLETED file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88) current size 4096, valid attrs 10000046, mode ffff, uid 500, gid 500, new size 18446625247017512960, atime 1787759063.000000000, mtime 1787759063.000000000, ctime 1787759063.000000000, rc 0
00000080:00200000:0.0:1787759063.604586:0:9774:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:0.0:1787759063.604617:0:9774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759063.604636:0:9774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787759063.604671:0:9774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:0.0:1787759063.604680:0:9774:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1
00000080:00010000:0.0:1787759063.604687:0:9774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:0.0:1787759063.604690:0:9774:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:0.0:1787759063.604698:0:9774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281be3bf8
00010000:00010000:0.0:1787759063.604702:0:9774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787759063.604711:0:9774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:0.0:1787759063.604726:0:9774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:0.0:1787759063.604741:0:9774:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff93ed92526c08), flags=25
00000080:00200000:0.0:1787759063.604747:0:9774:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff93ed92526c08), intent=0
00000002:00010000:0.0:1787759063.604759:0:9774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0
00010000:00010000:0.0:1787759063.605842:0:9774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759063.605855:0:9774:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787759063.605864:0:9774:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787759063.606005:0:9774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962045696:192.168.204.156@tcp:101:touch.500
00000100:00100000:0.0:1787759063.611255:0:9774:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed8815f180 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.656581:0:9774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962045696:192.168.204.156@tcp:101:touch.500
00010000:00010000:1.0:1787759063.656611:0:9774:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.656990:0:9774:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657000:0:9774:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657012:0:9774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657025:0:9774:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657057:0:9774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657066:0:9774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657074:0:9774:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:1.0:1787759063.657086:0:9774:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0  req@ffff93ed82c25e00 x1874600962045696/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 584/584 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0
00000002:00010000:1.0:1787759063.657099:0:9774:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657110:0:9774:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589935617/1 (0 0)
00000080:00200000:1.0:1787759063.657117:0:9774:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0
00000080:00200000:1.0:1787759063.657138:0:9774:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200000:1.0:1787759063.657141:0:9774:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff93ed9257ba88): rc = 0
00000080:00010000:1.0:1787759063.657147:0:9774:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88) for lock 0x596ebb4d4ca4514
00000080:00010000:1.0:1787759063.657158:0:9774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00010000:1.0:1787759063.657162:0:9774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4514 from it ffffade281be3ac8
00010000:00010000:1.0:1787759063.657165:0:9774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657301:0:9774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:1.0:1787759063.657347:0:9774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88), inode mode 41ed mask 1
00000080:00200000:1.0:1787759063.657371:0:9774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88), inode mode 41ed mask 3
00000080:00200000:1.0:1787759063.657377:0:9774:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f7473, dir=[0x200000401:0x1:0x0](ffff93ed9257ba88), file ffff93ed984d3b00, open_flags 8941, mode 81b6 opened 0
00000080:00200000:1.0:1787759063.657384:0:9774:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7473, dir=[0x200000401:0x1:0x0](ffff93ed9257ba88), intent=open|creat
00000002:00010000:1.0:1787759063.657409:0:9774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7473,[0x200000401:0x2:0x0]) in obj [0x200000401:0x1:0x0], intent: open|creat flags 0104502
00010000:00010000:1.0:1787759063.657458:0:9774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.657465:0:9774:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00000020:00100000:1.0:1787759063.657475:0:9774:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 101, max 7
00000100:00100000:1.0:1787759063.657482:0:9774:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93eda12a7480 x1874600962045952/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0
00010000:00010000:1.0:1787759063.657490:0:9774:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759063.657510:0:9774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7480 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962045952:192.168.204.156@tcp:101:touch.500
00000100:00100000:1.0:1787759063.657887:0:9774:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3e240 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.673438:0:9774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7480 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962045952:192.168.204.156@tcp:101:touch.500
00010000:00010000:1.0:1787759063.673468:0:9774:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673491:0:9774:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 4/0,1 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673519:0:9774:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 4/0,1 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673532:0:9774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673544:0:9774:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673559:0:9774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673567:0:9774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673575:0:9774:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:1.0:1787759063.673589:0:9774:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0  req@ffff93eda12a7480 x1874600962045952/t4294967300(4294967300) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/664 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0
00000002:00100000:1.0:1787759063.673603:0:9774:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff93eda12a7480 x1874600962045952/t4294967300(4294967300) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/664 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0
00000002:00010000:1.0:1787759063.673617:0:9774:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00010000:1.0:1787759063.673646:0:9774:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673664:0:9774:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589935617/2 (0 0)
00000080:00200000:1.0:1787759063.673670:0:9774:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x1:0x0] suppgids 500 -1: rc 0
00000080:00200000:1.0:1787759063.673683:0:9774:0:(namei.c:1628:ll_create_it()) VFS Op:name=f7473, dir=[0x200000401:0x1:0x0](ffff93ed9257ba88), intent=open|creat
00000080:00200000:1.0:1787759063.673731:0:9774:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2:0x0](ffff93ed92581148)
00000080:00200000:1.0:1787759063.673854:0:9774:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x2:0x0]: layout version change: 4294967294 -> 0
00000080:00010000:1.0:1787759063.673859:0:9774:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x2:0x0](ffff93ed92581148)
00000080:00010000:1.0:1787759063.673862:0:9774:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2:0x0](ffff93ed92581148) for lock 0x596ebb4d4ca451b
00000080:00010000:1.0:1787759063.673871:0:9774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2:0x0](ffff93ed92581148)
00000080:00200008:1.0:1787759063.673895:0:9774:0:(file.c:1090:ll_file_open()) START file f7473:[0x200000401:0x2:0x0](ffff93ed92581148), flags 104501
00000002:00100000:1.0:1787759063.673912:0:9774:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff93eda12a7480 x1874600962045952/t4294967300(4294967300) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/664 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0
00000080:00010000:1.0:1787759063.673950:0:9774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca451b from it ffff93ed91c8e180
00010000:00010000:1.0:1787759063.673954:0:9774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.673964:0:9774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:1.0:1787759063.673985:0:9774:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2:0x0](ffff93ed92581148), inode mode 81a4 mask 40
00000080:00200008:1.0:1787759063.674022:0:9774:0:(llite_lib.c:2429:ll_setattr_raw()) START file f7473:[0x200000401:0x2:0x0](ffff93ed92581148) current size 0, valid attrs 20070, mode 93ed, uid -2118238640, gid -21022, new size 18446744072164407831, atime 1787759063.000000000, mtime 1787759063.000000000, ctime 1787759063.000000000
00010000:00010000:1.0:1787759063.674040:0:9774:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:1.0:1787759063.674054:0:9774:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x2:0x0]: losing layout lock
00010000:00010000:1.0:1787759063.674089:0:9774:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759063.674102:0:9774:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787759063.674105:0:9774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca451b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf2be078c10251fc0 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000020:00100000:1.0:1787759063.674130:0:9774:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:1.0:1787759063.674137:0:9774:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93eda12a52c0 x1874600962046208/t0(0) o36->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759063.674160:0:9774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a52c0 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962046208:192.168.204.156@tcp:36:touch.500
00000100:00100000:1.0:1787759063.674291:0:9774:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.681781:0:9774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a52c0 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962046208:192.168.204.156@tcp:36:touch.500
00000080:00200000:1.0:1787759063.681833:0:9774:0:(vvp_io.c:1885:vvp_io_init()) [0x200000401:0x2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00010000:1.0:1787759063.681856:0:9774:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x2:0x0](ffff93ed92581148)
00000002:00010000:1.0:1787759063.681866:0:9774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x2:0x0]) in obj [0x200000401:0x2:0x0], intent: layout flags 0
00010000:00010000:1.0:1787759063.681927:0:9774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.681938:0:9774:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.681948:0:9774:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9774 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759063.681968:0:9774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962046336:192.168.204.156@tcp:101:touch.500
00000100:00100000:1.0:1787759063.682037:0:9774:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.691553:0:9774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962046336:192.168.204.156@tcp:101:touch.500
00010000:00010000:1.0:1787759063.691604:0:9774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.691620:0:9774:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00000002:00100000:1.0:1787759063.691646:0:9774:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0  req@ffff93eda12a6d00 x1874600962046336/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 376/400 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0
00000002:00010000:1.0:1787759063.691657:0:9774:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00000002:00010000:1.0:1787759063.691670:0:9774:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.691682:0:9774:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 16 res 8589935617/2 (0 0)
00000080:00200000:1.0:1787759063.691688:0:9774:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x2:0x0] suppgids 500 500: rc 0
00000080:00010000:1.0:1787759063.691706:0:9774:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2:0x0](ffff93ed92581148) for lock 0x596ebb4d4ca4522
00000080:00010000:1.0:1787759063.691713:0:9774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4522 from it ffffade281be3a78
00010000:00010000:1.0:1787759063.691718:0:9774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.691727:0:9774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759063.691748:0:9774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759063.691759:0:9774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00010000:1.0:1787759063.691774:0:9774:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x2:0x0](00000000298f94b2) being reconfigured ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:1.0:1787759063.691834:0:9774:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x2:0x0]: layout version change: 4294967294 -> 0
00010000:00010000:1.0:1787759063.691840:0:9774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787759063.691848:0:9774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0
00020000:00200000:1.0:1787759063.691869:0:9774:0:(lov_io.c:1259:lov_io_iter_init()) component[0] flags 0x10
00000100:00080000:1.0:1787759063.691903:0:9774:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 238
00000100:00080000:1.0:1787759063.691915:0:9774:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759063.691924:0:9774:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8437760, lost: 0.
00000100:00100000:1.0:1787759063.691945:0:9774:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962046464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759063.692035:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962046464:192.168.204.156@tcp:8:touch.500
00000100:00080000:0.0:1787759063.692307:0:2351:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff93eda12a6d00 x1874600962046592/t0(0) o2->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0
00010000:00080000:3.0:1787759063.697945:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a6940 x1874600962046464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/416 e 0 to 0 dl 1787759073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:4294967295
00000100:00100000:3.0:1787759063.697963:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93ed91c5b000: committing for last_committed 0 gen 2
00000100:00080000:3.0:1787759063.697974:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93ed91c5b000: connect to target with instance 1
00000100:00080000:3.0:1787759063.697984:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93ed91c5b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:3.0:1787759063.697996:0:2349:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:3.0:1787759063.698000:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00000080:00000004:3.0:1787759063.698008:0:2349:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:3.0:1787759063.698026:0:2349:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00080000:3.0:1787759063.698036:0:2349:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e08b560e):  req@ffff93eda12a6d00 x1874600962046592/t0(0) o2->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0
00000100:00100000:3.0:1787759063.698058:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962046464:192.168.204.156@tcp:8:touch.500
00010000:00080000:1.0:1787759063.709426:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93eda12a6d00 x1874600962046592/t0(0) o2->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 440/432 e 0 to 0 dl 1787759079 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.500' uid:500 gid:500 projid:0
00000100:00100000:1.0:1787759063.709442:0:2351:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93ed91c5b000: committing for last_committed 4294967299 gen 2
00000100:00100000:1.0:1787759063.709469:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:0:1874600962046592:192.168.204.156@tcp:2:touch.500
00000080:00200000:2.0:1787759063.709567:0:9774:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200008:2.0:1787759063.709584:0:9774:0:(llite_lib.c:2688:ll_setattr_raw()) COMPLETED file f7473:[0x200000401:0x2:0x0](ffff93ed92581148) current size 0, valid attrs 100201f0, mode 93ed, uid -2118238640, gid -21022, new size 18446744072164407831, atime 1787759063.000000000, mtime 1787759063.000000000, ctime 1787759063.000000000, rc 0
00000080:00200008:2.0:1787759063.709616:0:9774:0:(file.c:479:ll_file_release()) START file f7473:[0x200000401:0x2:0x0](ffff93ed92581148), flags 104001
00000002:00100000:2.0:1787759063.709694:0:9774:0:(mdc_request.c:964:mdc_close()) @@@ matched open  req@ffff93eda12a7480 x1874600962045952/t4294967300(4294967300) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/664 e 0 to 0 dl 1787759079 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0
00000020:00100000:2.0:1787759063.709705:0:9774:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 35, max 7
00000100:00100000:2.0:1787759063.709710:0:9774:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93ed916df480 x1874600962046848/t0(0) o35->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:2.0:1787759063.709731:0:9774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962046848:192.168.204.156@tcp:35:touch.500
00000100:00100000:2.0:1787759063.709810:0:9774:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.714579:0:9774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df480 pname:cluuid:pid:xid:nid:opc:job touch:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9774:1874600962046848:192.168.204.156@tcp:35:touch.500
00000002:00100000:2.0:1787759063.714616:0:9774:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0  req@ffff93eda12a7480 x1874600962045952/t4294967300(4294967300) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/664 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.500' uid:500 gid:500 projid:0
00000080:00200000:2.0:1787759063.747050:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.747082:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.747105:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:2.0:1787759063.747122:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:2.0:1787759063.747746:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.747757:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.747762:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:2.0:1787759063.747770:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281bebb58
00010000:00010000:2.0:1787759063.747774:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:2.0:1787759063.747783:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:2.0:1787759063.747799:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:2.0:1787759063.747808:0:9775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=8
00000080:00200008:2.0:1787759063.747818:0:9775:0:(file.c:6313:ll_getattr_dentry()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759063.747823:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88),name=d0_runas_test
00000002:00010000:2.0:1787759063.747838:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.747847:0:9775:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 30 res 8589935617/1 (0 0)
00010000:00010000:2.0:1787759063.747894:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.747902:0:9775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.747911:0:9775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759063.747935:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962046976:192.168.204.156@tcp:101:rm.0
00000100:00100000:2.0:1787759063.748482:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.757994:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962046976:192.168.204.156@tcp:101:rm.0
00010000:00010000:2.0:1787759063.758023:0:9775:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758040:0:9775:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758048:0:9775:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758059:0:9775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758069:0:9775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758082:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758091:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758097:0:9775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759063.758109:0:9775:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93ed916de1c0 x1874600962046976/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/584 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759063.758121:0:9775:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.758150:0:9775:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589935617/1 (0 0)
00000080:00200000:2.0:1787759063.758157:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00000080:00200000:2.0:1787759063.758203:0:9775:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00010000:2.0:1787759063.758210:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88) for lock 0x596ebb4d4ca4529
00000080:00010000:3.0:1787759063.758879:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00010000:3.0:1787759063.758885:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4529 from it ffffade281bebcb8
00010000:00010000:3.0:1787759063.758890:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.758900:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:3.0:1787759063.758984:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:3.0:1787759063.759001:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759063.759011:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:3.0:1787759063.759022:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:3.0:1787759063.759028:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759063.759033:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:3.0:1787759063.759035:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:3.0:1787759063.759040:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281bebbf8
00010000:00010000:3.0:1787759063.759043:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:3.0:1787759063.759049:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:3.0:1787759063.759067:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:3.0:1787759063.759074:0:9775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266
00000080:00200000:3.0:1787759063.759080:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88), inode mode 41ed mask 44
00000080:00200008:3.0:1787759063.759091:0:9775:0:(file.c:1090:ll_file_open()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), flags 704400
00000002:00010000:3.0:1787759063.759106:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401
00010000:00010000:3.0:1787759063.759154:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.759162:0:9775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00000020:00100000:3.0:1787759063.759212:0:9775:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 101, max 7
00000100:00100000:3.0:1787759063.759231:0:9775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93eda109a1c0 x1874600962047232/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0
00010000:00010000:3.0:1787759063.759240:0:9775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787759063.759261:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047232:192.168.204.156@tcp:101:rm.0
00000100:00100000:3.0:1787759063.759440:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d810c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787759063.766095:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047232:192.168.204.156@tcp:101:rm.0
00010000:00010000:3.0:1787759063.766119:0:9775:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766134:0:9775:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766141:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766164:0:9775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766208:0:9775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766215:0:9775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ed8164a000 already unused, calling callback (ffffffffc1cb0a20)
00010000:00010000:3.0:1787759063.766219:0:9775:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766237:0:9775:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766244:0:9775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766251:0:9775:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:3.0:1787759063.766258:0:9775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.766264:0:9775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4530 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00000002:00100000:3.0:1787759063.766294:0:9775:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0  req@ffff93eda109a1c0 x1874600962047232/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0
00000002:00100000:3.0:1787759063.766307:0:9775:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff93eda109a1c0 x1874600962047232/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0
00000080:00200000:3.0:1787759063.766320:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00000080:00200000:3.0:1787759063.766341:0:9775:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000002:00100000:3.0:1787759063.766364:0:9775:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff93eda109a1c0 x1874600962047232/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0
00000080:00200008:3.0:1787759063.766453:0:9775:0:(file.c:6313:ll_getattr_dentry()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787759063.766460:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88),name=d0_runas_test
00000002:00010000:3.0:1787759063.766480:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759063.766495:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787759063.766506:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:3.0:1787759063.766512:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1
00000080:00010000:3.0:1787759063.766519:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00010000:3.0:1787759063.766522:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88) for lock 0x596ebb4d4ca4529
00000080:00010000:3.0:1787759063.766527:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4529 from it ffffade281bebcd8
00010000:00010000:3.0:1787759063.766530:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787759063.766538:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:3.0:1787759063.766615:0:9775:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88) pos/size0/4096 32bit_api 0
00000002:00010000:3.0:1787759063.766630:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: readdir flags 0
00010000:00010000:3.0:1787759063.766638:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:3.0:1787759063.766648:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000100:00100000:3.0:1787759063.767332:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047360:192.168.204.156@tcp:37:rm.0
00000100:00100000:3.0:1787759063.767429:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d810c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787759063.783686:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047360:192.168.204.156@tcp:37:rm.0
00010000:00010000:3.0:1787759063.787941:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:3.0:1787759063.787974:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00000080:00200008:3.0:1787759063.788156:0:9775:0:(file.c:479:ll_file_release()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), flags 704000
00000002:00100000:3.0:1787759063.788289:0:9775:0:(mdc_request.c:964:mdc_close()) @@@ matched open  req@ffff93eda109a1c0 x1874600962047232/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0
00000020:00100000:3.0:1787759063.788304:0:9775:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 35, max 7
00000100:00100000:3.0:1787759063.788311:0:9775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93eda109a940 x1874600962047616/t0(0) o35->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:3.0:1787759063.788342:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047616:192.168.204.156@tcp:35:rm.0
00000100:00100000:3.0:1787759063.788484:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d810c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787759063.795588:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047616:192.168.204.156@tcp:35:rm.0
00000002:00100000:3.0:1787759063.795632:0:9775:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0  req@ffff93eda109a1c0 x1874600962047232/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0
00000080:00200000:3.0:1787759063.795751:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:3.0:1787759063.795788:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759063.795814:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759063.795853:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:3.0:1787759063.795863:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759063.795871:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:3.0:1787759063.795875:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:3.0:1787759063.795884:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281bebbf8
00010000:00010000:3.0:1787759063.795889:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759063.795900:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:3.0:1787759063.795919:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:3.0:1787759063.795929:0:9775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=266
00000080:00200000:3.0:1787759063.795939:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88), inode mode 41ed mask 44
00000080:00200008:3.0:1787759063.795952:0:9775:0:(file.c:1090:ll_file_open()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), flags 704400
00000002:00010000:3.0:1787759063.795970:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401
00010000:00010000:3.0:1787759063.796159:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759063.796441:0:9775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00000020:00100000:3.0:1787759063.796458:0:9775:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 101, max 7
00000100:00100000:3.0:1787759063.796466:0:9775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93eda109a940 x1874600962047872/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0
00010000:00010000:3.0:1787759063.796490:0:9775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759063.796658:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047872:192.168.204.156@tcp:101:rm.0
00000100:00100000:2.0:1787759063.796860:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.801490:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962047872:192.168.204.156@tcp:101:rm.0
00010000:00010000:2.0:1787759063.801540:0:9775:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.801553:0:9775:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.801568:0:9775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.801580:0:9775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759063.801599:0:9775:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0  req@ffff93eda109a940 x1874600962047872/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0
00000002:00100000:2.0:1787759063.801613:0:9775:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff93eda109a940 x1874600962047872/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759063.801626:0:9775:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.801669:0:9775:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 16 res 8589935617/1 (0 0)
00000080:00200000:2.0:1787759063.801677:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00000080:00200000:2.0:1787759063.801704:0:9775:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00010000:2.0:1787759063.801710:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88) for lock 0x596ebb4d4ca4537
00000080:00010000:2.0:1787759063.801720:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4537 from it ffffade281bebbd0
00010000:00010000:2.0:1787759063.801724:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.801735:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000002:00100000:2.0:1787759063.801766:0:9775:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff93eda109a940 x1874600962047872/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0
00000080:00200008:2.0:1787759063.801871:0:9775:0:(file.c:6313:ll_getattr_dentry()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787759063.801879:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88),name=d0_runas_test
00000002:00010000:2.0:1787759063.801906:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.801918:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00010000:00010000:2.0:1787759063.801931:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00000080:00200000:2.0:1787759063.801938:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 1
00000080:00010000:2.0:1787759063.801948:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00010000:2.0:1787759063.801951:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff93ed9257ba88) for lock 0x596ebb4d4ca4529
00000080:00010000:2.0:1787759063.801955:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4529 from it ffffade281bebcd8
00010000:00010000:2.0:1787759063.801965:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00010000:00010000:2.0:1787759063.801972:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:2.0:1787759063.802076:0:9775:0:(llite_lib.c:2905:ll_statfs()) VFS Op:sb=lustre (ffff93ed91c5b000) d0_runas_test proj=0
00000080:00000004:2.0:1787759063.802083:0:9775:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93ed91c5b000: age 238, max_age 347
00800000:00000004:2.0:1787759063.802090:0:9775:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93ed91c5b000: age 241, max_age 347
00000100:00100000:2.0:1787759063.802135:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df0c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048000:192.168.204.156@tcp:41:rm.0
00000100:00100000:2.0:1787759063.802293:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9e40 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.806441:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df0c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048000:192.168.204.156@tcp:41:rm.0
00800000:00000004:2.0:1787759063.806480:0:9775:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93ed91c5b000: update ffff93ed882f9e98 cache blocks 1802806/1916558 objects 523680/523957
00000080:00000004:2.0:1787759063.806488:0:9775:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff93ed91c5b000: update ffff93ed929eb8e0 cache blocks 1802806/1916558 objects 523680/523957
00000080:00000004:2.0:1787759063.806494:0:9775:0:(llite_lib.c:2757:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523680/523957
00000080:00200000:2.0:1787759063.806542:0:9775:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88) pos/size0/4096 32bit_api 0
00000080:00200000:2.0:1787759063.806583:0:9775:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88) pos/size18446744073709551614/4096 32bit_api 0
00000080:00200000:2.0:1787759063.806613:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88), inode mode 41ed mask 1
00000080:00200000:2.0:1787759063.806641:0:9775:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f7473, dir=[0x200000401:0x1:0x0](ffff93ed9257ba88), flags=0
00000080:00200000:2.0:1787759063.806659:0:9775:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f7473, dir=[0x200000401:0x1:0x0](ffff93ed9257ba88), intent=getattr
00000002:00010000:2.0:1787759063.806686:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f7473,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 01
00010000:00010000:2.0:1787759063.806887:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.806900:0:9775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.806913:0:9775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 9775 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787759063.806956:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df0c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048128:192.168.204.156@tcp:101:rm.0
00000100:00100000:2.0:1787759063.807666:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.813475:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df0c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048128:192.168.204.156@tcp:101:rm.0
00010000:00010000:2.0:1787759063.813514:0:9775:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813537:0:9775:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813547:0:9775:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813562:0:9775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813576:0:9775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813591:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813601:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813610:0:9775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1787759063.813717:0:9775:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93ed916df0c0 x1874600962048128/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/640 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0
00000002:00010000:2.0:1787759063.813732:0:9775:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00010000:2.0:1787759063.813861:0:9775:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.813877:0:9775:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589935617/2 (0 0)
00000080:00200000:2.0:1787759063.813885:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids -1 -1: rc 0
00000080:00200000:2.0:1787759063.813945:0:9775:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x2:0x0](ffff93ed92581148): rc = 0
00000080:00200000:2.0:1787759063.813960:0:9775:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x2:0x0]: layout version change: 0 -> 0
00000080:00010000:2.0:1787759063.813966:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2:0x0](ffff93ed92581148) for lock 0x596ebb4d4ca453e
00000080:00010000:2.0:1787759063.813978:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2:0x0](ffff93ed92581148)
00000080:00010000:2.0:1787759063.814093:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca453e from it ffffade281bebdf8
00010000:00010000:2.0:1787759063.814098:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787759063.814108:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759063.814153:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88), inode mode 41ed mask 3
00000080:00200000:2.0:1787759063.814361:0:9775:0:(namei.c:2418:ll_unlink()) VFS Op:name=f7473, dir=[0x200000401:0x1:0x0](ffff93ed9257ba88)
00010000:00010000:2.0:1787759063.814402:0:9775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:2.0:1787759063.814438:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787759063.814538:0:9775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1787759063.814551:0:9775:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x2:0x0]: losing layout lock
00010000:00010000:2.0:1787759063.814563:0:9775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0
00000080:00200000:2.0:1787759063.814572:0:9775:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x2:0x0]: losing layout lock
00010000:00010000:2.0:1787759063.814608:0:9775:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.814617:0:9775:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787759063.814623:0:9775:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:2.0:1787759063.814629:0:9775:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed
00010000:00010000:2.0:1787759063.814632:0:9775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3fe00/0x596ebb4d4ca453e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf2be078c10252029 expref: -99 pid: 9775 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1787759063.814645:0:9775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b3a00/0x596ebb4d4ca4522 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf2be078c10251fd5 expref: -99 pid: 9774 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787759063.814737:0:9775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3e600/0x596ebb4d4ca4529 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251fea expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000020:00100000:2.0:1787759063.814851:0:9775:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:2.0:1787759063.814862:0:9775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93ed916df0c0 x1874600962048384/t0(0) o36->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759063.814892:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df0c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048384:192.168.204.156@tcp:36:rm.0
00000100:00100000:2.0:1787759063.815359:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759063.822381:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df0c0 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048384:192.168.204.156@tcp:36:rm.0
00000080:00200000:2.0:1787759063.822468:0:9775:0:(vvp_io.c:1885:vvp_io_init()) [0x200000401:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:2.0:1787759063.822489:0:9775:0:(lov_io.c:1259:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1787759063.822531:0:9775:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1787759063.822541:0:9775:0:(llite_lib.c:2068:ll_clear_inode()) VFS Op:inode=[0x200000401:0x2:0x0](ffff93ed92581148)
00000080:00200008:2.0:1787759063.822920:0:9775:0:(file.c:479:ll_file_release()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff93ed9257ba88), flags 704000
00010000:00010000:2.0:1787759063.822954:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:2.0:1787759063.823114:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.823138:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.823151:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:2.0:1787759063.823160:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:2.0:1787759063.823534:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.823545:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.823550:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:2.0:1787759063.823583:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281bebc10
00010000:00010000:2.0:1787759063.823588:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:2.0:1787759063.823597:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:2.0:1787759063.823616:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 1
00000080:00200000:2.0:1787759063.823629:0:9775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=0
00000080:00200000:2.0:1787759063.823637:0:9775:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:2.0:1787759063.823644:0:9775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787759063.823662:0:9775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1787759063.823672:0:9775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:2.0:1787759063.823678:0:9775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787759063.823683:0:9775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:2.0:1787759063.823686:0:9775:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4506
00000080:00010000:2.0:1787759063.823689:0:9775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4506 from it ffffade281bebd88
00010000:00010000:2.0:1787759063.823692:0:9775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1787759063.823700:0:9775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000080:00200000:2.0:1787759063.823708:0:9775:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 3
00000080:00200000:2.0:1787759063.823715:0:9775:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff93ed92526c08)
00010000:00010000:2.0:1787759063.823762:0:9775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1787759063.823798:0:9775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000002:00100000:2.0:1787759063.823857:0:9775:0:(mdc_request.c:964:mdc_close()) @@@ matched open  req@ffff93eda109a940 x1874600962047872/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0
00000020:00100000:2.0:1787759063.823869:0:9775:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 35, max 7
00000100:00100000:2.0:1787759063.823875:0:9775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93ed916de580 x1874600962048640/t0(0) o35->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:2.0:1787759063.823901:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048640:192.168.204.156@tcp:35:rm.0
00000100:00100000:2.0:1787759063.824026:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed904d9a80 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.832914:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048640:192.168.204.156@tcp:35:rm.0
00000002:00100000:1.0:1787759063.832968:0:9775:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0  req@ffff93eda109a940 x1874600962047872/t4294967305(4294967305) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 648/608 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0
00010000:00010000:1.0:1787759063.833139:0:9775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:1.0:1787759063.833340:0:9775:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:1.0:1787759063.833349:0:9775:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:1.0:1787759063.833358:0:9775:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:1.0:1787759063.833364:0:9775:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed
00010000:00010000:1.0:1787759063.833368:0:9775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a000/0x596ebb4d4ca4537 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10252006 expref: -99 pid: 9775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:1.0:1787759063.833384:0:9775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed80030a00/0x596ebb4d4ca4514 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251fa4 expref: -99 pid: 9774 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:1.0:1787759063.833401:0:9775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed84e3f600/0x596ebb4d4ca4506 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10251f65 expref: -99 pid: 9773 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000020:00100000:1.0:1787759063.833424:0:9775:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:1.0:1787759063.833433:0:9775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93eda12a6d00 x1874600962048896/t0(0) o36->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759063.833643:0:9775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048896:192.168.204.156@tcp:36:rm.0
00000100:00100000:1.0:1787759063.833961:0:9775:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.839740:0:9775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6d00 pname:cluuid:pid:xid:nid:opc:job rm:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9775:1874600962048896:192.168.204.156@tcp:36:rm.0
00000080:00200000:1.0:1787759063.839815:0:9775:0:(llite_lib.c:2068:ll_clear_inode()) VFS Op:inode=[0x200000401:0x1:0x0](ffff93ed9257ba88)
00000080:00200008:1.0:1787759063.891737:0:9778:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787759063.891754:0:9778:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:1.0:1787759063.891782:0:9778:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787759063.891859:0:9778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9778 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.891870:0:9778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9778 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.891880:0:9778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9778 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787759063.891912:0:9778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job getfattr:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9778:1874600962049024:192.168.204.156@tcp:101:getfattr.0
00000100:00100000:1.0:1787759063.892049:0:9778:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.897388:0:9778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job getfattr:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9778:1874600962049024:192.168.204.156@tcp:101:getfattr.0
00010000:00010000:1.0:1787759063.897427:0:9778:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897736:0:9778:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897753:0:9778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897766:0:9778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897803:0:9778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897813:0:9778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897821:0:9778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:1.0:1787759063.897836:0:9778:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93eda12a5a40 x1874600962049024/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/688 e 0 to 0 dl 1787759079 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'getfattr.0' uid:0 gid:0 projid:0
00000002:00010000:1.0:1787759063.897859:0:9778:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897876:0:9778:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:1.0:1787759063.897885:0:9778:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:1.0:1787759063.897921:0:9778:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:1.0:1787759063.897929:0:9778:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4545
00000080:00010000:1.0:1787759063.897935:0:9778:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:1.0:1787759063.897939:0:9778:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4545 from it ffffade281c33cb8
00010000:00010000:1.0:1787759063.897942:0:9778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787759063.897952:0:9778:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:1.0:1787759063.898033:0:9778:0:(xattr.c:760:ll_xattr_get()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), xattr lov
00000100:00100000:1.0:1787759063.898096:0:9778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job getfattr:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9778:1874600962049152:192.168.204.156@tcp:33:getfattr.0
00000100:00100000:1.0:1787759063.898357:0:9778:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed87e3ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1787759063.910135:0:9778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job getfattr:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9778:1874600962049152:192.168.204.156@tcp:33:getfattr.0
00000080:00200000:1.0:1787759063.977982:0:9782:0:(llite_lib.c:2905:ll_statfs()) VFS Op:sb=lustre (ffff93ed91c5b000) / proj=0
00000080:00000004:1.0:1787759063.978001:0:9782:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93ed91c5b000: age 348, max_age 347
00000080:00000004:1.0:1787759063.978005:0:9782:0:(obd_class.h:1131:obd_statfs()) lustre-clilmv-ffff93ed91c5b000: use ffff93ed929eb8e0 cache blocks 1802806/1916558 objects 523680/523957
00000080:00000004:1.0:1787759063.978009:0:9782:0:(llite_lib.c:2757:ll_statfs_internal()) MDC blocks 1802806/1916558 objects 523680/523957
00000080:00200008:0.0:1787759064.002099:0:9783:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787759064.002119:0:9783:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:0.0:1787759064.002153:0:9783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759064.002331:0:9783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787759064.002352:0:9783:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:0.0:1787759064.002362:0:9783:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759064.002373:0:9783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:0.0:1787759064.002378:0:9783:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4545
00000080:00010000:0.0:1787759064.002388:0:9783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4545 from it ffffade281bf3cb8
00010000:00010000:0.0:1787759064.002402:0:9783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787759064.002413:0:9783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:0.0:1787759064.002545:0:9783:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:0.0:1787759064.002556:0:9783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759064.002563:0:9783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787759064.002585:0:9783:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:0.0:1787759064.002593:0:9783:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759064.002597:0:9783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:0.0:1787759064.002600:0:9783:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4545
00000080:00010000:0.0:1787759064.002604:0:9783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4545 from it ffffade281bf3bb0
00010000:00010000:0.0:1787759064.002608:0:9783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787759064.002616:0:9783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00000080:00200000:0.0:1787759064.002626:0:9783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 44
00000080:00200008:0.0:1787759064.002634:0:9783:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 300000
00000080:00200000:0.0:1787759064.002671:0:9783:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:0.0:1787759064.002677:0:9783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787759064.002684:0:9783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00010000:00010000:0.0:1787759064.003083:0:9783:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00000080:00200000:0.0:1787759064.003091:0:9783:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787759064.003097:0:9783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:0.0:1787759064.003099:0:9783:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca4545
00000080:00010000:0.0:1787759064.003105:0:9783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca4545 from it ffffade281bf3c18
00010000:00010000:0.0:1787759064.003118:0:9783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00010000:00010000:0.0:1787759064.003127:0:9783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00000080:00200000:0.0:1787759064.003138:0:9783:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 2
00000080:00200000:0.0:1787759064.003151:0:9783:0:(xattr.c:414:ll_xattr_set()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), xattr lov
00010000:00010000:0.0:1787759064.003213:0:9783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:0.0:1787759064.003289:0:9783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:0.0:1787759064.003297:0:9783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787759064.003300:0:9783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed829b2a00/0x596ebb4d4ca4545 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf2be078c10252068 expref: -99 pid: 9778 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00000020:00100000:0.0:1787759064.003331:0:9783:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93ed91c5b000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:0.0:1787759064.003349:0:9783:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff93ed82c25a40 x1874600962049408/t0(0) o36->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 680/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759064.003383:0:9783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25a40 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9783:1874600962049408:192.168.204.156@tcp:36:lfs.0
00000100:00100000:0.0:1787759064.003514:0:9783:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed8815f780 going to sleep for 11 seconds
00000100:00100000:2.0:1787759064.009633:0:9783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25a40 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9783:1874600962049408:192.168.204.156@tcp:36:lfs.0
00000080:00200008:2.0:1787759064.009737:0:9783:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 300000
00000080:00200000:3.0:1787759064.045103:0:9784:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:3.0:1787759064.045539:0:9784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759064.045634:0:9784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9784 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.045648:0:9784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9784 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.045661:0:9784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9784 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787759064.045696:0:9784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9784:1874600962049536:192.168.204.156@tcp:101:lfs.0
00000100:00100000:3.0:1787759064.045905:0:9784:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d810c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787759064.060588:0:9784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9784:1874600962049536:192.168.204.156@tcp:101:lfs.0
00010000:00010000:3.0:1787759064.060627:0:9784:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060644:0:9784:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060672:0:9784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060687:0:9784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060732:0:9784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060742:0:9784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060751:0:9784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:3.0:1787759064.060766:0:9784:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff93eda109a1c0 x1874600962049536/t0(0) o101->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 576/688 e 0 to 0 dl 1787759080 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0
00000002:00010000:3.0:1787759064.060783:0:9784:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060799:0:9784:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93ed87cd8400 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:3.0:1787759064.060806:0:9784:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:3.0:1787759064.060848:0:9784:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:3.0:1787759064.060855:0:9784:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca454c
00000080:00010000:3.0:1787759064.060863:0:9784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:3.0:1787759064.060867:0:9784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca454c from it ffffade280d53bb0
00010000:00010000:3.0:1787759064.060871:0:9784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787759064.060881:0:9784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:3.0:1787759064.060924:0:9784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 44
00000080:00200008:3.0:1787759064.060940:0:9784:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 304000
00000080:00200000:3.0:1787759064.061004:0:9784:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:3.0:1787759064.061024:0:9784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759064.061037:0:9784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787759064.061050:0:9784:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:3.0:1787759064.061057:0:9784:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759064.061062:0:9784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:3.0:1787759064.061065:0:9784:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca454c
00000080:00010000:3.0:1787759064.061068:0:9784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca454c from it ffffade280d53bb0
00010000:00010000:3.0:1787759064.061071:0:9784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787759064.061079:0:9784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:3.0:1787759064.061088:0:9784:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 44
00000080:00200008:3.0:1787759064.061093:0:9784:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 504000
00000080:00200008:3.0:1787759064.061113:0:9784:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 304000
00000080:00200080:3.0:1787759064.061154:0:9784:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08) cmd=4008669b arg=100a3d0
00000100:00100000:3.0:1787759064.061294:0:9784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9784:1874600962049664:192.168.204.156@tcp:33:lfs.0
00000100:00100000:3.0:1787759064.061432:0:9784:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed90d810c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787759064.064560:0:9784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job lfs:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:9784:1874600962049664:192.168.204.156@tcp:33:lfs.0
00000080:00200008:1.0:1787759064.066162:0:9784:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1787759064.066289:0:9784:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:1.0:1787759064.066319:0:9784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787759064.066349:0:9784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:1.0:1787759064.066368:0:9784:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:1.0:1787759064.066377:0:9784:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787759064.066386:0:9784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:1.0:1787759064.066390:0:9784:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca454c
00000080:00010000:1.0:1787759064.066399:0:9784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca454c from it ffffade280d53cb8
00010000:00010000:1.0:1787759064.066404:0:9784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:1.0:1787759064.066415:0:9784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00000080:00200008:1.0:1787759064.067379:0:9784:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1787759064.067387:0:9784:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:1.0:1787759064.067400:0:9784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787759064.067412:0:9784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00010000:00010000:1.0:1787759064.067424:0:9784:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00000080:00200000:1.0:1787759064.067432:0:9784:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787759064.067437:0:9784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:1.0:1787759064.067440:0:9784:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca454c
00000080:00010000:1.0:1787759064.067447:0:9784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca454c from it ffffade280d53cb8
00010000:00010000:1.0:1787759064.067450:0:9784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0
00010000:00010000:1.0:1787759064.067458:0:9784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00000080:00200008:1.0:1787759064.069492:0:9784:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1787759064.069505:0:9784:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:1.0:1787759064.069525:0:9784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787759064.069547:0:9784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:1.0:1787759064.069563:0:9784:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00000080:00200000:1.0:1787759064.069582:0:9784:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787759064.069589:0:9784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:1.0:1787759064.069593:0:9784:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca454c
00000080:00010000:1.0:1787759064.069602:0:9784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca454c from it ffffade280d53cb8
00010000:00010000:1.0:1787759064.069606:0:9784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:1.0:1787759064.069616:0:9784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200008:1.0:1787759064.069813:0:9784:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 504000
00010000:00010000:3.0:1787759064.566444:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759065.583979:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787759065.919111:0:9934:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-compr test 1003: mmap test for compression ===== 11:44:24 (1787759064)
00010000:00010000:1.0:1787759066.611983:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759066.934010:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962049792:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759066.938718:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787759066.938740:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962049920:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759066.938955:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1787759066.938965:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962050048:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759066.957963:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962049792:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759066.961639:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962049920:192.168.204.156@tcp:400:kworker.0
00010000:00080000:2.0:1787759066.961859:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff93ed916dc000 x1874600962050048/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1787759082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759066.961873:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962050048:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787759067.634096:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759068.658872:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759069.681241:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787759070.629572:0:10507:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-compr test complete, duration 75 sec =========== 11:44:29 (1787759069)
00010000:00010000:3.0:1787759070.704681:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759071.728505:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759072.049721:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962050176:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759072.049850:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962050432:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759072.049880:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787759072.049886:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962050304:192.168.204.156@tcp:400:kworker.0
00010000:00010000:3.0:1787759072.751457:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759073.775472:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759074.799436:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759075.823689:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759076.847344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759077.167603:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962050560:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759077.168003:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787759077.168012:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962050688:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759077.168229:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1787759077.168239:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962050816:192.168.204.156@tcp:400:kworker.0
00010000:00010000:2.0:1787759077.871335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759078.896315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787759079.919346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759080.943436:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787759081.038901:0:10653:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-compr: start cleanup 11:44:40 (1787759080) ===
00010000:00010000:2.0:1787759081.967483:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787759082.287566:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962050944:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759082.287663:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962051200:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759082.287730:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787759082.287737:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962051072:192.168.204.156@tcp:400:kworker.0
00010000:00010000:3.0:1787759082.991709:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759084.015370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759085.039366:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759086.064158:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787759087.087393:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759087.407446:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962051456:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759087.407560:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1787759087.407568:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962051328:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759087.407595:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962051584:192.168.204.156@tcp:400:kworker.0
00010000:00010000:1.0:1787759088.111321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1787759088.431510:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759072/real 1787759072]  req@ffff93ed82c26580 x1874600962050304/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759088.462152:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93ed82c26580 x1874600962050304/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759088.462276:0:2350:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:0.0:1787759088.462282:0:2350:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff93ed91c5b000: Connection to lustre-MDT0000 (at 192.168.204.156@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1787759088.468527:0:2350:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:1.0:1787759088.468671:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759072/real 1787759072]  req@ffff93ed82c24000 x1874600962050176/t0(0) o400->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 224/224 e 0 to 1 dl 1787759088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759088.468703:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93ed82c24000 x1874600962050176/t0(0) o400->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 224/224 e 0 to 1 dl 1787759088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759088.468713:0:2350:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from FULL to DISCONN
00000100:02020000:1.0:1787759088.468716:0:2350:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.156@tcp: Connection to MGS (at 192.168.204.156@tcp) was lost; in progress operations using this service will fail
00000100:00080000:3.0:1787759088.468809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759088.468814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759088.468817:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759088.468834:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 237
00000100:00080000:3.0:1787759088.468848:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759088.468858:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759088.468874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962051840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759088.468930:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962051968:192.168.204.156@tcp:400:kworker.0
00000100:00100000:0.0:1787759088.469060:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962051840:192.168.204.156@tcp:38:kworker.0
00000100:00080000:1.0:1787759088.475575:0:2350:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.204.156@tcp for MGC192.168.204.156@tcp not replayable, auto-deactivating
00000100:00080000:1.0:1787759088.475580:0:2350:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:1.0:1787759088.475589:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff93ed82c24000 x1874600962050176/t0(0) o400->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 224/224 e 0 to 1 dl 1787759088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759088.475603:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff93ed82c270c0 x1874600962050560/t0(0) o400->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759088.475629:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff93ed82c252c0 x1874600962050944/t0(0) o400->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759088.475639:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff93eda1098780 x1874600962051328/t0(0) o400->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1787759103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:1.0:1787759088.475757:0:2350:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:1.0:1787759088.475760:0:2350:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:1.0:1787759088.475762:0:2350:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:1.0:1787759088.475764:0:2350:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:0.0:1787759088.475852:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:de3f874d-5178-41ea-96df-315a02cbecba:2351:1874600962050560:192.168.204.156@tcp:400:kworker.0
00000100:00000400:1.0:1787759088.475875:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759072/real 1787759072]  req@ffff93ed82c27840 x1874600962050432/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759088.475904:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93ed82c27840 x1874600962050432/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759088.475913:0:2350:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:1.0:1787759088.475917:0:2350:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff93ed91c5b000: Connection to lustre-OST0000 (at 192.168.204.156@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1787759088.475921:0:2350:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN
00000100:00100000:2.0:1787759088.476104:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:0:1874600962051712:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759088.476115:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:de3f874d-5178-41ea-96df-315a02cbecba:2352:1874600962051328:192.168.204.156@tcp:400:kworker.0
00000100:00080000:3.0:1787759088.476250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759088.476255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759088.476258:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759088.476264:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 237
00000100:00080000:3.0:1787759088.476275:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759088.476301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962052096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759088.476319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759088.476322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759088.476324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759088.476327:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 348
00000100:00080000:3.0:1787759088.476332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759088.476340:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759088.476351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962052224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759088.476410:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962052096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759088.476478:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052224:192.168.204.156@tcp:8:kworker.0
00000100:00100000:1.0:1787759088.477028:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962050944:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759088.477037:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962050304:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759088.477042:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:de3f874d-5178-41ea-96df-315a02cbecba:2350:1874600962050176:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759088.477047:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962050432:192.168.204.156@tcp:400:kworker.0
00010000:00010000:3.0:1787759089.136449:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787759090.159601:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1787759090.719076:0:7473:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08),name=/
00000002:00010000:3.0:1787759090.719101:0:7473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787759090.719115:0:7473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759090.719126:0:7473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:3.0:1787759090.719132:0:7473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787759090.719137:0:7473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08)
00000080:00010000:3.0:1787759090.719140:0:7473:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93ed92526c08) for lock 0x596ebb4d4ca454c
00000080:00010000:3.0:1787759090.719145:0:7473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x596ebb4d4ca454c from it ffffade281cf3bb0
00010000:00010000:3.0:1787759090.719147:0:7473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1787759090.719153:0:7473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:3.0:1787759090.719162:0:7473:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93ed92526c08), inode mode 41ed mask 44
00000080:00200008:3.0:1787759090.719458:0:7473:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), flags 304000
00000080:00200008:3.0:1787759090.719472:0:7473:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93ed92526c08), request_mask 2047, flags 0, foreign 0
00000002:00010000:3.0:1787759090.719487:0:7473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0
00010000:00010000:3.0:1787759090.719503:0:7473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:3.0:1787759090.719512:0:7473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93ed91c5b000 lock: ffff93ed8164a400/0x596ebb4d4ca454c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf2be078c1025207d expref: -99 pid: 9784 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000100:00080000:3.0:1787759090.720055:0:7473:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff93eda109a1c0 x1874600962052352/t0(0) o37->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787759090.720071:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759091.183388:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759091.759294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759092.208495:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759092.784130:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759093.231394:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1787759093.551257:0:2351:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759077/real 1787759077]  req@ffff93ed82c24b40 x1874600962050688/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759093.551280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759093.551287:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759093.551290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759093.551293:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759093.551551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759093.551554:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1787759093.573305:0:2351:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93ed82c24b40 x1874600962050688/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759093.573315:0:2351:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff93ed8813e800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:0.0:1787759093.573329:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2351:1874600962050688:192.168.204.156@tcp:400:kworker.0
00000100:00000400:1.0:1787759093.615424:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759077/real 1787759077]  req@ffff93ed82c24780 x1874600962050816/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759093.615453:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93ed82c24780 x1874600962050816/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759093.615459:0:2350:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff93ed8813b000 already not connected (conn 3, was 2): CONNECTING
00000100:00100000:1.0:1787759093.615472:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962050816:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759093.807288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759094.255341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759094.831340:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759095.280580:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759095.855276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759096.303417:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759096.879364:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759097.327363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759097.903732:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759098.351336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759098.671382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759098.671391:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759098.671394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759098.671398:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759098.671400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759098.671403:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1787759098.671609:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759088/real 1787759088]  req@ffff93eda109a940 x1874600962052096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759098.671639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962052096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759098.671649:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759088/real 1787759088]  req@ffff93eda1098780 x1874600962052224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759098.671674:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962052224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759098.671683:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759088/real 1787759088]  req@ffff93eda10983c0 x1874600962051840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759098.671694:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962051840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759098.671708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759098.673665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759098.673676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962052096:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759098.673686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759098.673715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759098.673720:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759098.673722:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759098.673727:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 373
00000100:00080000:3.0:1787759098.673738:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1787759098.673744:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759098.673774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962052480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759098.673789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759098.673792:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759098.673794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759098.673796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759098.673798:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759098.673801:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 373
00000100:00080000:3.0:1787759098.673804:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1787759098.673808:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759098.673816:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759098.673825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962052608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759098.673886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759098.673891:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052224:192.168.204.156@tcp:8:kworker.0
00000100:00080000:0.0:1787759098.673897:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759098.673902:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759098.673905:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962051840:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759098.673935:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962052480:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759098.674028:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052608:192.168.204.156@tcp:8:kworker.0
00000100:00080000:3.0:1787759098.674100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759098.674103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759098.674106:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759098.674110:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 373
00000100:00080000:3.0:1787759098.674125:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1787759098.674129:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759098.674135:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759098.674147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962052736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759098.674321:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052736:192.168.204.156@tcp:38:kworker.0
00000100:00000400:1.0:1787759098.735312:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759082/real 1787759082]  req@ffff93ed82c243c0 x1874600962051072/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759098.761473:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93ed82c243c0 x1874600962051072/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759098.761489:0:2350:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff93ed8813e800 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1787759098.761497:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759082/real 1787759082]  req@ffff93ed82c26940 x1874600962051200/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759098.761510:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93ed82c26940 x1874600962051200/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759098 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759098.761516:0:2350:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff93ed8813b000 already not connected (conn 4, was 2): CONNECTING
00000100:00100000:1.0:1787759098.761533:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962051072:192.168.204.156@tcp:400:kworker.0
00000100:00100000:1.0:1787759098.761539:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2350:1874600962051200:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759098.927475:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759099.375862:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759099.951275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759100.399534:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759100.975309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759101.424041:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759101.999292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759102.447356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759103.023666:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759103.471435:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1787759103.791333:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759087/real 1787759087]  req@ffff93eda1099e00 x1874600962051584/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759103 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759103.791372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759103.791380:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759103.791383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759103.791386:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759103.791393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759103.791397:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787759103.807193:0:2352:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93eda1099e00 x1874600962051584/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759103 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759103.807210:0:2352:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff93ed8813b000 already not connected (conn 4, was 2): CONNECTING
00000100:00000400:2.0:1787759103.807219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759087/real 1787759087]  req@ffff93eda1098b40 x1874600962051456/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759103 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759103.807231:0:2352:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93eda1098b40 x1874600962051456/t0(0) o400->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 224/224 e 0 to 1 dl 1787759103 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759103.807236:0:2352:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff93ed8813e800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1787759103.807254:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962051584:192.168.204.156@tcp:400:kworker.0
00000100:00100000:2.0:1787759103.807260:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2352:1874600962051456:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759104.047376:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759104.495918:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:3.0:1787759104.815820:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759088/real 1787759088]  req@ffff93eda1098000 x1874600962051968/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759104.815854:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff93eda1098000 x1874600962051968/t0(0) o400->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 224/224 e 0 to 1 dl 1787759104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759104.815862:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff93ed8813b000 already not connected (conn 4, was 2): CONNECTING
00000100:00100000:3.0:1787759104.815874:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2353:1874600962051968:192.168.204.156@tcp:400:kworker.0
00000100:00100000:3.0:1787759105.071288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759105.520151:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759106.095336:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759106.543403:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759107.119282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759107.567416:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759108.143633:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759108.591389:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759108.911252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759108.911262:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759108.911265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759108.911268:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759108.911271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759108.911274:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1787759109.167286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759109.616231:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759110.191282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000800:00000100:3.0:1787759110.319965:0:2341:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.156@tcp (192.168.204.156:988) timed out; the network or node may be down.
00010000:00010000:1.0:1787759110.639515:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759111.215289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759111.663336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759112.239286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759112.687679:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759113.007935:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759098/real 1787759098]  req@ffff93eda10983c0 x1874600962052736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759113.007986:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962052736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759113.007996:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759098/real 1787759098]  req@ffff93eda109ad00 x1874600962052480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759113.008007:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962052480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759113.008016:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787759098/real 1787759098]  req@ffff93eda1099a40 x1874600962052608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759113.008028:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962052608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759113.008046:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759113.008066:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759113.008070:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052736:192.168.204.156@tcp:38:kworker.0
00000100:00080000:0.0:1787759113.008076:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759113.008081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759113.008085:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962052480:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759113.008090:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759113.008097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759113.008103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759113.008106:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759113.008109:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00080000:1.0:1787759113.008115:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 383
00000100:00100000:0.0:1787759113.008117:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052608:192.168.204.156@tcp:8:kworker.0
00000100:00080000:1.0:1787759113.008129:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1787759113.008140:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759113.008215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962052864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759113.008234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759113.008237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759113.008239:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759113.008245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 383
00000100:00100000:0.0:1787759113.008246:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962052864:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759113.008251:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1787759113.008258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759113.008279:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759113.008298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962052992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759113.008305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759113.008307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759113.008309:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759113.008311:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 383
00000100:00080000:1.0:1787759113.008315:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1787759113.008320:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759113.008324:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759113.008335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962053120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759113.008362:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052992:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759113.008397:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053120:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787759113.263302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759113.711416:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759114.287296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759114.735444:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759115.311413:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759115.759502:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759116.335309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759116.783499:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759117.359433:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759117.807500:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787759118.127282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759118.127293:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759118.127296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759118.127299:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759118.127302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759118.127305:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1787759118.383274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759118.831348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759119.407294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759119.855324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759120.431330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759120.879384:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759121.455284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759121.903802:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759122.479292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759122.927414:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787759123.247281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759123.247291:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759123.247294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759123.247298:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787759123.247301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759123.247304:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1787759123.503275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759123.951359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759124.527282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759124.975342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759125.551870:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759125.999319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759126.575279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759127.023367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759127.599287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759128.049077:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787759128.367290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759128.367300:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787759128.367304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759128.367308:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787759128.367311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759128.367314:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1787759128.623256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759129.071364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759129.647286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787759129.903585:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.156:988
00000400:00000100:2.0:1787759129.903633:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759129.903666:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759129.903813:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759113/real 1787759129]  req@ffff93eda12a61c0 x1874600962052864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759133 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759129.903838:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962052864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759133 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759129.903850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759129.903876:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759129.903880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962052864:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787759129.903954:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00080000:1.0:1787759129.903985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759129.903991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759129.903995:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759129.904001:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 397
00000100:00080000:1.0:1787759129.904009:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1787759129.904017:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759129.904030:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759113/real 1787759129]  req@ffff93eda12a6580 x1874600962052992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759133 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759129.904047:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962052992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759133 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759129.904050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962053248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759129.904071:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759129.904085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759129.904089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759129.904091:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759129.904095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 397
00000100:00080000:0.0:1787759129.904099:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00080000:1.0:1787759129.904101:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1787759129.904106:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962052992:192.168.204.156@tcp:38:kworker.0
00000100:00080000:1.0:1787759129.904108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759129.904121:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759129.904133:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962053248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759129.904135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962053376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759129.904148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759129.904152:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787759129.904161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759129.904164:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000800:00000100:0.0:1787759129.904214:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759129.904239:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759129/real 1787759129]  req@ffff93eda12a5a40 x1874600962053248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759129.904251:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962053248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759129.904258:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759129.904261:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759129.904264:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962053248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759129.904279:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053376:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759129.904300:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759129.904312:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759129/real 1787759129]  req@ffff93eda12a4000 x1874600962053376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759129.904323:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962053376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759129.904330:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759129.904333:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759129.904337:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053376:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759129.904590:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759129.904661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759113/real 1787759129]  req@ffff93eda12a6940 x1874600962053120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759133 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759129.904681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962053120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759133 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759129.904689:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759129.904706:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759129.904710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053120:192.168.204.156@tcp:8:kworker.0
00000100:00080000:3.0:1787759129.904753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759129.904758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759129.904760:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759129.904766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 397
00000100:00080000:3.0:1787759129.904770:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1787759129.904775:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759129.904781:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759129.904795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962053504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759129.904859:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053504:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759129.904882:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759129.904894:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759129/real 1787759129]  req@ffff93eda1098000 x1874600962053504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759129.904904:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962053504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759129.904911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759129.904914:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759129.904917:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053504:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759130.095360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759130.671339:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759131.120775:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759131.695909:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759132.143396:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759132.719243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759133.167609:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759133.743292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759134.191706:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759134.767288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759135.023329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759135.023357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759135.023362:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759135.023492:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 414
00000100:00080000:3.0:1787759135.023503:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759135.023511:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759135.023545:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962053632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759135.023633:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962053632:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759135.023844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759135.023849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759135.023851:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759135.023856:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 414
00000100:00080000:3.0:1787759135.023861:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759135.023865:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759135.023874:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759135.023888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962053760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759135.023925:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053760:192.168.204.156@tcp:38:kworker.0
00000100:00080000:3.0:1787759135.025273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759135.025280:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759135.025283:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759135.025289:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 414
00000100:00080000:3.0:1787759135.025297:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759135.025302:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759135.025311:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759135.025335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962053888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759135.025725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053888:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759135.215767:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759135.791465:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759136.239500:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759136.815357:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759137.263310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759137.839925:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759138.096286:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.156:988
00000400:00000100:1.0:1787759138.096329:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759138.096346:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759138.096391:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759138.096400:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759138.096493:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759135/real 1787759138]  req@ffff93eda1098000 x1874600962053888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759138.096539:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962053888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759138.096551:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759138.096555:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759138.096560:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053888:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759138.096568:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759135/real 1787759138]  req@ffff93eda109a940 x1874600962053760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759138.096597:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962053760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759138.096604:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759138.096607:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759138.096610:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962053760:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759138.096617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759135/real 1787759138]  req@ffff93eda1098780 x1874600962053632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759138.096628:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962053632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759138.096636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759138.096639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759138.096641:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962053632:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787759138.287889:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759138.863632:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759139.311845:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759139.887298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759140.143386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759140.143397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759140.143401:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759140.143411:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 419
00000100:00080000:2.0:1787759140.143422:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759140.143429:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759140.143464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962054016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759140.143515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759140.143518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759140.143520:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759140.143524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 419
00000100:00080000:2.0:1787759140.143528:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759140.143532:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759140.143541:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759140.143554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962054144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759140.143563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759140.143565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759140.143567:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759140.143570:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 419
00000100:00080000:2.0:1787759140.143598:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759140.143603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759140.143608:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759140.143620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962054272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759140.143787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962054016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759140.143883:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054144:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759140.143905:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054272:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759140.335378:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759140.911290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759141.167442:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.156:988
00000400:00000100:1.0:1787759141.167486:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759141.167517:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759141.167554:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759141.167564:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759141.167598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759140/real 1787759141]  req@ffff93ed916dc780 x1874600962054016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759141.167620:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962054016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759141.167631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759141.167636:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759141.167640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962054016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759141.167647:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759140/real 1787759141]  req@ffff93ed916dd2c0 x1874600962054144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759141.167657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962054144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759141.167664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759141.167667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759141.167670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054144:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759141.167688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759140/real 1787759141]  req@ffff93ed916de940 x1874600962054272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759141.167701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962054272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759141.167733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759141.167737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759141.167741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054272:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759141.359363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759141.935289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759142.383453:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759142.959397:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759143.409052:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759143.983262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759144.431433:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759145.007364:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759145.263548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759145.263559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759145.263563:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759145.263573:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 424
00000100:00080000:3.0:1787759145.263584:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759145.263592:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759145.263625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962054400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759145.263881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962054400:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759145.263992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759145.263996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759145.263998:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759145.264002:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 424
00000100:00080000:3.0:1787759145.264021:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759145.264025:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759145.264034:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759145.264047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962054528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759145.267032:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054528:192.168.204.156@tcp:38:kworker.0
00000100:00080000:3.0:1787759145.267314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759145.267319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759145.267323:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759145.267328:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 424
00000100:00080000:3.0:1787759145.267333:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759145.267340:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759145.267350:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759145.267374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962054656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759145.267425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054656:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759145.455333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759146.031253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759146.479319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759147.055326:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759147.503399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759148.079575:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787759148.338374:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.156:988
00000400:00000100:3.0:1787759148.338435:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759148.338452:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787759148.338493:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787759148.338503:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759148.339300:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759145/real 1787759148]  req@ffff93eda10983c0 x1874600962054656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759148.339329:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962054656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759148.339356:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759148.339363:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759148.339368:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054656:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759148.339376:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759145/real 1787759148]  req@ffff93eda109ad00 x1874600962054528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759148.339389:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962054528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759148.339396:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759148.339399:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759148.339425:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054528:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759148.339432:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759145/real 1787759148]  req@ffff93eda1099a40 x1874600962054400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759148.339446:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962054400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759148.339454:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759148.339456:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759148.339459:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962054400:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787759148.528211:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759149.104293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759149.551562:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759150.127303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759150.383743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759150.383755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759150.383759:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759150.383771:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 430
00000100:00080000:0.0:1787759150.383783:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759150.383792:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759150.383845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962054784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759150.383876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759150.383881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759150.383883:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759150.383888:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 430
00000100:00080000:0.0:1787759150.383891:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759150.383896:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759150.383906:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759150.383926:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962054784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759150.383935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962054912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759150.383945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759150.383947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759150.383949:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759150.383952:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 430
00000100:00080000:0.0:1787759150.383955:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759150.383958:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759150.383963:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759150.383971:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962055040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759150.384000:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759150.384942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759150/real 1787759150]  req@ffff93ed82c24b40 x1874600962054784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759150.384975:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962054784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759150.384986:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759150.384990:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759150.384994:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962054784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759150.385029:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054912:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759150.385075:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759150.385091:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759150/real 1787759150]  req@ffff93ed82c270c0 x1874600962054912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759150.385102:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962054912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759150.385111:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759150.385114:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759150.385132:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962054912:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759150.385139:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055040:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759150.385163:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759150.385193:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759150/real 1787759150]  req@ffff93ed82c27480 x1874600962055040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759150.385205:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962055040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759150.385212:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759150.385215:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759150.385218:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055040:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759150.575969:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759151.151353:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759151.599871:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759152.175416:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759152.623769:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759153.199287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759153.647452:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759154.223310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759154.673476:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759155.247306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759155.504643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759155.504658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759155.504664:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759155.504678:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 435
00000100:00080000:3.0:1787759155.504692:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759155.504702:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759155.504763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962055168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759155.504794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759155.504798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759155.504800:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759155.504804:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 435
00000100:00080000:3.0:1787759155.504808:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759155.504812:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759155.504824:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759155.504835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962055296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759155.504844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759155.504847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759155.504867:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759155.504871:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 435
00000100:00080000:3.0:1787759155.504875:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759155.504879:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759155.504885:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759155.504898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962055424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759155.505972:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962055168:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787759155.506033:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759155.506082:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759155/real 1787759155]  req@ffff93eda1098b40 x1874600962055168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759155.506099:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962055168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759155.506116:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759155.506120:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759155.506124:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962055168:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759155.506131:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055296:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759155.506156:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759155.506226:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759155/real 1787759155]  req@ffff93eda1099e00 x1874600962055296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759155.506238:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962055296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759155.506246:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759155.506249:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759155.506253:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055296:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759155.506259:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055424:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759155.506283:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759155.506294:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759155/real 1787759155]  req@ffff93eda1099a40 x1874600962055424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759155.506306:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962055424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759155.506314:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759155.506317:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759155.506320:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055424:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759155.695643:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759156.271300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759156.719637:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759157.295651:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759157.743438:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759158.319325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759158.767427:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759159.343803:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759159.791619:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759160.367481:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759160.623324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759160.623352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759160.623358:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759160.623373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 440
00000100:00080000:3.0:1787759160.623387:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759160.623395:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759160.623447:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962055552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759160.623543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962055552:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759160.623678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759160.623683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759160.623685:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759160.623690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 440
00000100:00080000:3.0:1787759160.623694:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759160.623720:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759160.623733:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759160.623748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962055680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759160.625492:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055680:192.168.204.156@tcp:38:kworker.0
00000100:00080000:3.0:1787759160.626079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759160.626086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759160.626090:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759160.626098:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 440
00000100:00080000:3.0:1787759160.626106:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759160.626114:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759160.626127:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759160.626161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962055808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759160.626238:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055808:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759160.815419:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759161.391282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759161.839400:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759162.416121:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759162.864001:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759163.439962:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759163.695503:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.156:988
00000400:00000100:1.0:1787759163.695548:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759163.695576:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759163.695615:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759163.695624:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787759163.695660:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759160/real 1787759163]  req@ffff93eda1098780 x1874600962055808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759163.695696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962055808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759163.695720:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759163.695725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759163.695729:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055808:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787759163.695736:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759160/real 1787759163]  req@ffff93eda10983c0 x1874600962055680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759163.695749:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962055680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759163.695756:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759163.695759:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759163.695762:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962055680:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759163.695768:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759160/real 1787759163]  req@ffff93eda109ad00 x1874600962055552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759163.695778:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962055552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759163.695785:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759163.695787:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759163.695790:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962055552:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787759163.887410:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759164.463295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759164.912397:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759165.487341:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759165.743453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759165.743463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759165.743466:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759165.743476:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 445
00000100:00080000:0.0:1787759165.743485:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759165.743492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759165.743522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962055936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759165.743605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962055936:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787759165.743675:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787759165.743856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759165.743860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759165.743862:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759165.743867:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 445
00000100:00080000:0.0:1787759165.743871:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759165.743883:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759165.743893:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759165.743907:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962056064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759165.750593:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759165/real 1787759165]  req@ffff93ed82c261c0 x1874600962055936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759165.750624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962055936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759165.750637:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759165.750642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759165.750647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962055936:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759165.750681:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056064:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759165.750749:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759165.750767:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759165/real 1787759165]  req@ffff93ed82c26d00 x1874600962056064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759165.750781:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962056064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759165.750789:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759165.750792:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759165.750795:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056064:192.168.204.156@tcp:38:kworker.0
00000100:00080000:0.0:1787759165.751451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759165.751458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759165.751461:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759165.751467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 445
00000100:00080000:0.0:1787759165.751475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759165.751484:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759165.751495:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759165.751524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962056192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759165.751778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056192:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759165.751818:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759165.751836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759165/real 1787759165]  req@ffff93ed82c25e00 x1874600962056192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759165.751880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962056192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759165.751888:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759165.751891:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759165.751895:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056192:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759165.935432:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759166.511312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759166.963425:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759167.536324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759167.983474:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759168.559318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759169.008705:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759169.583300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759170.031567:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759170.607283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759170.863435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759170.863447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759170.863451:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759170.863471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 450
00000100:00080000:0.0:1787759170.863481:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759170.863489:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759170.863527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962056320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759170.863616:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962056320:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787759170.863758:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787759170.864419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759170.864433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759170.864450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759170.864464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 450
00000100:00080000:0.0:1787759170.864477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759170.864481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759170.864491:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759170.864509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962056448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759170.864598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759170/real 1787759170]  req@ffff93ed82c25e00 x1874600962056320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759170.864617:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962056320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759170.864626:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759170.864630:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759170.864636:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962056320:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759170.866035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759170.866042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759170.866045:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759170.866053:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 450
00000100:00080000:0.0:1787759170.866063:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759170.866070:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759170.866082:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759170.866114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962056576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759170.866262:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056448:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759170.866324:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759170.866347:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759170/real 1787759170]  req@ffff93ed82c26d00 x1874600962056448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759170.866361:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962056448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759170.866401:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759170.866406:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759170.866409:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056448:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759170.866415:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056576:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759170.866440:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759170.866451:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759170/real 1787759170]  req@ffff93ed82c261c0 x1874600962056576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759170.866476:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962056576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759170.866484:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759170.866487:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759170.866491:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056576:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759171.055604:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759171.631880:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759172.079384:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759172.655294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759173.104265:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759173.679286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759174.127899:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759174.703375:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759175.151566:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759175.727284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759175.983386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759175.983396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759175.983400:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759175.983409:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 455
00000100:00080000:0.0:1787759175.983419:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759175.983426:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759175.983459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962056704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759175.983509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759175.983514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759175.983516:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759175.983520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 455
00000100:00080000:0.0:1787759175.983525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759175.983529:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759175.983540:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759175.983554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962056832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759175.983576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759175.983579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759175.983581:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759175.983585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 455
00000100:00080000:0.0:1787759175.983588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759175.983592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759175.983596:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759175.983607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962056960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759175.983644:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962056704:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787759175.983708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759175.983745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759175/real 1787759175]  req@ffff93ed82c27480 x1874600962056704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759175.983763:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962056704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759175.983792:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759175.983796:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759175.983799:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962056704:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759175.983814:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056832:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759175.983839:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759175.983852:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759175/real 1787759175]  req@ffff93ed82c270c0 x1874600962056832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759175.983864:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962056832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759175.983871:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759175.983875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759175.983878:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056832:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759175.983884:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056960:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759175.983906:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759175.983919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759175/real 1787759175]  req@ffff93ed82c24b40 x1874600962056960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759175.983931:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962056960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759175.983938:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759175.983942:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759175.983945:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962056960:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759176.175786:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759176.751270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759177.199334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759177.775302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759178.223500:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759178.799348:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759179.247505:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759179.823341:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759180.271336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759180.847379:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759181.103315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759181.103324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759181.103328:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759181.103337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 460
00000100:00080000:1.0:1787759181.103346:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759181.103353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759181.103390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962057088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759181.103418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759181.103422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759181.103424:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759181.103427:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 460
00000100:00080000:1.0:1787759181.103430:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759181.103433:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759181.103442:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759181.103465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962057216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759181.103475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759181.103477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759181.103479:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759181.103482:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 460
00000100:00080000:1.0:1787759181.103485:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759181.103488:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759181.103492:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759181.103500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962057344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759181.103596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962057088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759181.103686:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057216:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759181.103720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057344:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759181.295530:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759181.871439:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759182.319295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759182.895571:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759183.343496:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759183.919290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759184.175462:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.156:988
00000400:00000100:1.0:1787759184.175500:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759184.175514:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759184.175552:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759184.175561:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759184.175648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759181/real 1787759184]  req@ffff93eda12a7c00 x1874600962057088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759184.175673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962057088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759184.175699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759184.175702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759184.175705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962057088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759184.175710:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759181/real 1787759184]  req@ffff93eda12a6940 x1874600962057216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759184.175719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962057216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759184.175724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759184.175726:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759184.175728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057216:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759184.175731:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759181/real 1787759184]  req@ffff93eda12a6580 x1874600962057344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759184.175737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962057344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759184.175741:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759184.175742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759184.175744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057344:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759184.367458:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759184.943290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759185.391502:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759185.967287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759186.223382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759186.223394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759186.223398:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759186.223407:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 465
00000100:00080000:1.0:1787759186.223416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759186.223423:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759186.223467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962057472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759186.223492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759186.223496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759186.223498:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759186.223502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 465
00000100:00080000:1.0:1787759186.223512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759186.223516:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759186.223525:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759186.223537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962057600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759186.223546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759186.223549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759186.223551:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759186.223555:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 465
00000100:00080000:1.0:1787759186.223558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759186.223562:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759186.223567:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759186.223577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962057728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759186.223585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962057472:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787759186.223646:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759186.223693:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759186/real 1787759186]  req@ffff93eda12a4000 x1874600962057472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759186.223722:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962057472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759186.223732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759186.223737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759186.223741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962057472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759186.223749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057600:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759186.223773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759186.223785:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759186/real 1787759186]  req@ffff93eda12a5a40 x1874600962057600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759186.223798:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962057600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759186.223806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759186.223810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759186.223813:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057600:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759186.223852:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057728:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759186.223873:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759186.223885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759186/real 1787759186]  req@ffff93eda12a61c0 x1874600962057728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759186.223897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962057728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759186.223917:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759186.223921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759186.223924:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057728:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759186.415467:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759186.991296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759187.439376:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759188.015313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759188.463380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759189.039283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759189.487704:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759190.063292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759190.511375:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759191.087418:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759191.343430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759191.343447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759191.343451:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759191.343462:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 471
00000100:00080000:1.0:1787759191.343473:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759191.343481:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759191.343516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962057856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759191.343547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759191.343551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759191.343552:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759191.343556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 471
00000100:00080000:1.0:1787759191.343560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759191.343564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759191.343573:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759191.343587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962057984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759191.343597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759191.343600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759191.343602:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759191.343605:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 471
00000100:00080000:1.0:1787759191.343609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759191.343612:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759191.343630:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759191.343646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962058112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759191.344093:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962057856:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787759191.344161:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759191.344220:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759191/real 1787759191]  req@ffff93eda12a61c0 x1874600962057856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759191.344237:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962057856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759191.344248:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759191.344252:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759191.344257:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962057856:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759191.344263:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057984:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759191.344287:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759191.344299:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759191/real 1787759191]  req@ffff93eda12a5a40 x1874600962057984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759191.344309:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962057984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759191.344317:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759191.344320:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759191.344323:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962057984:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759191.344328:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058112:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759191.344347:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759191.344357:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759191/real 1787759191]  req@ffff93eda12a4000 x1874600962058112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759191.344380:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962058112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759191.344394:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759191.344397:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759191.344400:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058112:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759191.535342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759192.111290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759192.559334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759193.135279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759193.583623:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759194.159303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759194.607482:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759195.183293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759195.631340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759196.207248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759196.463298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759196.463313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759196.463317:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759196.463327:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 476
00000100:00080000:0.0:1787759196.463338:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759196.463345:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759196.463394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962058240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759196.463430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759196.463435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759196.463436:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759196.463439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 476
00000100:00080000:0.0:1787759196.463442:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759196.463445:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759196.463453:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759196.463463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962058368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759196.463468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759196.463471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759196.463483:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759196.463486:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 476
00000100:00080000:0.0:1787759196.463488:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759196.463491:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759196.463494:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759196.463500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962058496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759196.463696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962058240:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787759196.463784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759196.463880:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759196/real 1787759196]  req@ffff93ed82c26940 x1874600962058240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759196.463904:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962058240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759196.463913:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759196.463917:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759196.463921:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962058240:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759196.463932:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058368:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759196.464010:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759196.464033:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759196/real 1787759196]  req@ffff93ed82c243c0 x1874600962058368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759196.464214:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962058368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759196.464223:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759196.464226:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759196.464229:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058368:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759196.464236:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058496:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759196.464261:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759196.464276:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759196/real 1787759196]  req@ffff93ed82c24780 x1874600962058496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759196.464288:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962058496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759196.464297:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759196.464301:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759196.464304:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058496:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759196.655321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759197.231362:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759197.679423:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759198.255265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759198.703347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759199.279265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759199.727611:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759200.303277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759200.751396:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759201.327308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759201.583314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759201.583323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759201.583327:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759201.583336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 481
00000100:00080000:2.0:1787759201.583346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759201.583352:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759201.583400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962058624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759201.583423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759201.583427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759201.583428:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759201.583435:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 481
00000100:00080000:2.0:1787759201.583438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759201.583441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759201.583451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759201.583463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962058752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759201.583473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759201.583476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759201.583478:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787759201.583483:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962058624:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759201.583484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 481
00000100:00080000:2.0:1787759201.583491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759201.583509:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759201.583515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759201.583527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962058880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759201.583559:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759201.583616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759201/real 1787759201]  req@ffff93ed916ded00 x1874600962058624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759201.583634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962058624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759201.583644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759201.583648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759201.583652:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962058624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759201.583774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058752:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759201.583800:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759201.583814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759201/real 1787759201]  req@ffff93ed916dcf00 x1874600962058752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759201.583826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962058752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759201.583835:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759201.583837:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759201.583839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058752:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759201.583850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058880:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759201.583868:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759201.583889:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759201/real 1787759201]  req@ffff93ed916dc3c0 x1874600962058880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759201.583901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962058880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759201.583908:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759201.583911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759201.583914:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962058880:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759201.775582:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759202.351299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759202.799521:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759203.375439:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759203.823646:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759204.399261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759204.847461:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759205.423284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759205.871356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759206.447274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759206.703381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759206.703392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759206.703396:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759206.703406:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 486
00000100:00080000:0.0:1787759206.703417:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759206.703425:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759206.703477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962059008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759206.703505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759206.703508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759206.703510:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759206.703515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 486
00000100:00080000:0.0:1787759206.703519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759206.703523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759206.703535:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759206.703548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962059136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759206.703558:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962059008:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759206.703581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759206.703584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759206.703586:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759206.703590:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 486
00000100:00080000:0.0:1787759206.703594:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759206.703598:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759206.703604:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759206.703617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26580 x1874600962059264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759206.703634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759206.703691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759206/real 1787759206]  req@ffff93ed82c27840 x1874600962059008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759206.703708:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962059008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759206.703718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759206.703722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759206.703734:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962059008:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759206.703757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059136:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759206.703775:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759206.703786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759206/real 1787759206]  req@ffff93ed82c24000 x1874600962059136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759206.703797:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962059136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759206.703804:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759206.703806:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759206.703808:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059136:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759206.703813:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059264:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759206.703830:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759206.703840:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759206/real 1787759206]  req@ffff93ed82c26580 x1874600962059264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759206.703849:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26580 x1874600962059264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759206.703855:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759206.703858:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759206.703861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059264:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759206.895366:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759207.471292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759207.919350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759208.495278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759208.943376:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759209.519406:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759209.967455:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759210.543327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759210.991452:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759211.567245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759211.823504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759211.823517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759211.823523:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759211.823535:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 491
00000100:00080000:1.0:1787759211.823549:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759211.823560:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759211.823605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962059392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759211.823647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759211.823651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759211.823653:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759211.823657:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 491
00000100:00080000:1.0:1787759211.823661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759211.823664:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759211.823674:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759211.823687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962059520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759211.823697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759211.823700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759211.823715:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759211.823718:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 491
00000100:00080000:1.0:1787759211.823720:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759211.823723:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759211.823727:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759211.823734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962059648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759211.823880:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962059392:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787759211.823946:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759211.823989:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759211/real 1787759211]  req@ffff93eda12a6580 x1874600962059392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759211.824005:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962059392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759211.824013:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759211.824017:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759211.824020:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962059392:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759211.824028:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059520:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759211.824050:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759211.824063:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759211/real 1787759211]  req@ffff93eda12a6940 x1874600962059520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759211.824074:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962059520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759211.824083:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759211.824086:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759211.824096:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059520:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759211.824102:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059648:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759211.824118:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759211.824125:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759211/real 1787759211]  req@ffff93eda12a7c00 x1874600962059648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759211.824132:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962059648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759211.824137:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759211.824139:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759211.824141:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059648:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759212.015394:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759212.592261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759213.039409:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759213.615240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759214.064682:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759214.639522:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759215.087553:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759215.663292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759216.111823:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759216.687314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759216.943306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759216.943314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759216.943317:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759216.943326:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 496
00000100:00080000:1.0:1787759216.943334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759216.943341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759216.943381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962059776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759216.943410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759216.943415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759216.943417:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759216.943427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 496
00000100:00080000:1.0:1787759216.943431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759216.943435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759216.943445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759216.943460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962059776:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759216.943462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962059904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759216.943503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759216.943519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759216.943522:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759216.943526:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 496
00000100:00080000:1.0:1787759216.943531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759216.943535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759216.943541:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759216.943561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962060032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759216.943574:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059904:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759216.943610:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060032:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759217.135343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759217.711297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759218.159346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759218.735416:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759219.183346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759219.759266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:0.0:1787759220.015565:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1787759220.015639:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787759220.015664:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787759220.015729:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787759220.015746:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:1.0:1787759220.015794:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759216/real 1787759220]  req@ffff93eda12a6580 x1874600962060032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759220.015824:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962060032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759220.015836:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759220.015841:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759220.015845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060032:192.168.204.156@tcp:8:kworker.0
00000100:00100000:1.0:1787759220.015854:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759216/real 1787759220]  req@ffff93eda12a6940 x1874600962059904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759220.015867:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962059904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759220.015874:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759220.015891:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759220.015894:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962059904:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759220.015902:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759216/real 1787759220]  req@ffff93eda12a7c00 x1874600962059776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759220.015915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962059776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759220.015923:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759220.015927:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759220.015930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962059776:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787759220.207349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759220.783256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759221.231294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759221.807273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759222.063278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759222.063288:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759222.063293:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759222.063303:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 501
00000100:00080000:3.0:1787759222.063314:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759222.063323:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759222.063357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962060160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759222.063390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759222.063393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759222.063395:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759222.063400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 501
00000100:00080000:3.0:1787759222.063404:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759222.063408:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759222.063416:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759222.063429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962060288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759222.063446:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962060160:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759222.063464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759222.063467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759222.063469:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759222.063473:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 501
00000100:00080000:3.0:1787759222.063478:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759222.063482:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759222.063488:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759222.063503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962060416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759222.063511:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759222.063551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222]  req@ffff93eda109a940 x1874600962060160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759222.063567:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962060160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759222.063576:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759222.063580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759222.063590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962060160:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759222.063615:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060288:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759222.063637:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759222.063647:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222]  req@ffff93eda1098000 x1874600962060288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759222.063657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962060288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759222.063663:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759222.063666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759222.063668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060288:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759222.063674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060416:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759222.063690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759222.063699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222]  req@ffff93eda109ad00 x1874600962060416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759222.063711:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962060416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759222.063719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759222.063723:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759222.063726:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060416:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759222.255314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759222.831335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759223.279325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759223.855282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759224.303318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759224.879268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759225.327341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759225.903273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759226.351320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759226.927240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759227.183291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759227.183301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759227.183306:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759227.183320:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 506
00000100:00080000:3.0:1787759227.183333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759227.183342:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759227.183407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962060544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759227.183439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759227.183442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759227.183444:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759227.183447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 506
00000100:00080000:3.0:1787759227.183451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759227.183454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759227.183464:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759227.183477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962060672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759227.183490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759227.183493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787759227.183500:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962060544:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759227.183502:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1787759227.183564:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759227.183603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227]  req@ffff93eda10983c0 x1874600962060544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759227.183631:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962060544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759227.183643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759227.183648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759227.183651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962060544:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759227.183671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060672:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759227.183691:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759227.183699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227]  req@ffff93eda1098780 x1874600962060672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759227.183707:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962060672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759227.183712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759227.183714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759227.183716:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060672:192.168.204.156@tcp:38:kworker.0
00000100:00080000:3.0:1787759227.183780:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 506
00000100:00080000:3.0:1787759227.183785:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759227.183789:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759227.183795:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759227.183847:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962060800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759227.183891:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060800:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759227.183909:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759227.183918:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227]  req@ffff93eda1099a40 x1874600962060800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759227.183925:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962060800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759227.183938:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759227.183941:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759227.183943:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962060800:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759227.375343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759227.951270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759228.399322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759228.975254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759229.423296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759229.999283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759230.447363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759231.023268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759231.471336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759232.047346:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759232.303289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759232.303299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759232.303303:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759232.303313:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 511
00000100:00080000:3.0:1787759232.303324:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759232.303332:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759232.303379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962060928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759232.303421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759232.303425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759232.303427:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759232.303432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 511
00000100:00080000:3.0:1787759232.303436:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759232.303440:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759232.303452:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759232.303466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962061056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759232.303474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759232.303475:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962060928:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759232.303480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759232.303507:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759232.303511:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 511
00000100:00080000:3.0:1787759232.303514:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759232.303517:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759232.303522:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759232.303532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962061184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759232.303549:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759232.303599:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232]  req@ffff93eda1099e00 x1874600962060928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759232.303612:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962060928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759232.303621:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759232.303625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759232.303628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962060928:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759232.303656:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061056:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759232.303671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759232.303678:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232]  req@ffff93eda1098b40 x1874600962061056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759232.303685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962061056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759232.303690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759232.303692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759232.303694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061056:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759232.303704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061184:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759232.303717:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759232.303723:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232]  req@ffff93eda1099a40 x1874600962061184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759232.303730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962061184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759232.303735:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759232.303736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759232.303738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061184:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759232.495355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759233.071227:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759233.519295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759234.095288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759234.543364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759235.119261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759235.567529:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759236.143287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759236.591358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759237.167284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759237.423238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759237.423248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759237.423253:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759237.423264:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 517
00000100:00080000:3.0:1787759237.423275:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759237.423283:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759237.423322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962061312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759237.423350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759237.423371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759237.423373:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759237.423378:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 517
00000100:00080000:3.0:1787759237.423384:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759237.423388:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759237.423398:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759237.423405:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962061312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759237.423414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962061440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759237.423427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759237.423431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759237.423434:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759237.423438:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 517
00000100:00080000:3.0:1787759237.423443:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759237.423447:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759237.423452:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759237.423464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962061568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759237.423467:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759237.423512:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237]  req@ffff93eda1098780 x1874600962061312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759237.423527:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962061312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759237.423536:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759237.423539:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759237.423542:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962061312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759237.423560:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061440:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759237.423575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759237.423583:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237]  req@ffff93eda10983c0 x1874600962061440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759237.423599:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962061440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759237.423605:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759237.423607:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759237.423610:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061440:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759237.423614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061568:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759237.423627:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759237.423634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237]  req@ffff93eda109ad00 x1874600962061568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759237.423641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962061568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759237.423646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759237.423648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759237.423650:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061568:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759237.615373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759238.191260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759238.639331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759239.215316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759239.663347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759240.239356:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759240.687332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759241.263257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759241.711330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759242.287303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759242.543295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759242.543305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759242.543308:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759242.543316:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 522
00000100:00080000:0.0:1787759242.543326:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759242.543332:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759242.543364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962061696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759242.543402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759242.543404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759242.543406:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759242.543410:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 522
00000100:00080000:0.0:1787759242.543412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759242.543415:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759242.543423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759242.543435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26580 x1874600962061824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759242.543443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759242.543445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759242.543447:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787759242.543451:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962061696:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759242.543452:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 522
00000100:00080000:0.0:1787759242.543458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759242.543461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759242.543464:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759242.543474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962061952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759242.543511:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759242.543545:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759242]  req@ffff93ed82c252c0 x1874600962061696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759242.543558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962061696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759242.543566:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759242.543569:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759242.543573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962061696:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759242.543592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061824:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759242.543606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759242.543614:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759242]  req@ffff93ed82c26580 x1874600962061824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759242.543634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26580 x1874600962061824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759242.543640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759242.543642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759242.543644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061824:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759242.543648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061952:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759242.543662:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759242.543669:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759242]  req@ffff93ed82c24000 x1874600962061952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759242.543676:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962061952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759242.543681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759242.543683:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759242.543685:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962061952:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759242.735300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759243.311279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759243.759304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759244.335281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759244.783340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759245.359288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759245.807313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759246.383265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759246.831332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759247.407305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759247.663319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759247.663333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759247.663339:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759247.663351:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 527
00000100:00080000:0.0:1787759247.663387:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759247.663397:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759247.663441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962062080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759247.663481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759247.663485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759247.663488:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759247.663493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 527
00000100:00080000:0.0:1787759247.663497:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759247.663501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759247.663513:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759247.663528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962062208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759247.663541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787759247.663543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962062080:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759247.663549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759247.663552:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759247.663557:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 527
00000100:00080000:0.0:1787759247.663561:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759247.663564:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759247.663570:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759247.663582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962062336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759247.663633:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759247.663698:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247]  req@ffff93ed82c27840 x1874600962062080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759247.663719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962062080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759247.663748:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759247.663753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759247.663758:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962062080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759247.663790:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062208:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759247.663816:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759247.663827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247]  req@ffff93ed82c24780 x1874600962062208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759247.663837:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962062208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759247.663843:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759247.663845:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759247.663848:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062208:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759247.663852:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062336:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759247.663866:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759247.663872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247]  req@ffff93ed82c243c0 x1874600962062336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759247.663880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962062336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759247.663885:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759247.663887:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759247.663889:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062336:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759247.855336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759248.431276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759248.879312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759249.455285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759249.903320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759250.479248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759250.927320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759251.503273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759251.951398:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759252.527236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759252.783309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759252.783320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759252.783325:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759252.783337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 532
00000100:00080000:3.0:1787759252.783350:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759252.783358:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759252.783403:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962062464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759252.783460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759252.783465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759252.783467:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759252.783473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 532
00000100:00080000:3.0:1787759252.783478:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759252.783484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759252.783496:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759252.783511:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962062464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759252.783520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962062592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759252.783535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759252.783554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759252.783557:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759252.783562:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 532
00000100:00080000:3.0:1787759252.783567:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759252.783572:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759252.783578:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759252.783593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962062720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759252.783625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759252.783688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759252/real 1787759252]  req@ffff93eda1098000 x1874600962062464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759252.783712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962062464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759252.783740:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759252.783745:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759252.783750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962062464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759252.783781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062592:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759252.783806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759252.783821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759252/real 1787759252]  req@ffff93eda109a940 x1874600962062592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759252.783834:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962062592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759252.783853:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759252.783857:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759252.783861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062592:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759252.783868:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062720:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759252.783889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759252.783902:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759252/real 1787759252]  req@ffff93eda109ad00 x1874600962062720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759252.783925:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962062720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759252.783934:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759252.783938:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759252.783949:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062720:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759252.975354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759253.551334:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759253.999391:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759254.575327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759255.023316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759255.599254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759256.047350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759256.623289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759257.071357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759257.647269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759257.903295:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759257.903306:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759257.903310:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759257.903320:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 537
00000100:00080000:3.0:1787759257.903330:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759257.903338:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759257.903374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962062848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759257.903405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759257.903409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759257.903411:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759257.903415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 537
00000100:00080000:3.0:1787759257.903418:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759257.903423:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759257.903433:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759257.903454:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962062848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759257.903463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962062976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759257.903477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759257.903481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759257.903483:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759257.903486:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 537
00000100:00080000:3.0:1787759257.903490:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759257.903494:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759257.903512:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787759257.903522:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759257.903527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962063104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759257.903559:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759257/real 1787759257]  req@ffff93eda10983c0 x1874600962062848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759257.903573:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962062848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759257.903590:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759257.903593:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759257.903596:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962062848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759257.903614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062976:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759257.903632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759257.903644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759257/real 1787759257]  req@ffff93eda1098780 x1874600962062976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759257.903658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962062976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759257.903682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759257.903685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759257.903688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962062976:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759257.903692:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063104:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759257.903710:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759257.903718:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759257/real 1787759257]  req@ffff93eda1099a40 x1874600962063104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759257.903726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962063104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759257.903731:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759257.903733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759257.903735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063104:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759258.095342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759258.671311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759259.119474:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759259.695315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759260.143338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759260.719281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759261.167389:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759261.743282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759262.191311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759262.767247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759263.023273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759263.023282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759263.023286:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759263.023296:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 542
00000100:00080000:3.0:1787759263.023308:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759263.023317:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759263.023367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962063232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759263.023389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759263.023391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759263.023393:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759263.023396:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 542
00000100:00080000:3.0:1787759263.023399:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759263.023402:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759263.023411:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759263.023423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962063360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759263.023434:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962063232:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759263.023469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759263.023474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759263.023477:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759263.023483:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 542
00000100:00080000:3.0:1787759263.023488:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759263.023494:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759263.023501:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787759263.023510:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759263.023519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962063488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759263.023554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759263/real 1787759263]  req@ffff93eda1098b40 x1874600962063232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759263.023572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962063232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759263.023581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759263.023584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759263.023587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962063232:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759263.023614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063360:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759263.023635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759263.023644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759263/real 1787759263]  req@ffff93eda1099e00 x1874600962063360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759263.023653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962063360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759263.023659:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759263.023661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759263.023663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063360:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759263.023667:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063488:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759263.023678:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759263.023685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759263/real 1787759263]  req@ffff93eda1099a40 x1874600962063488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759263.023692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962063488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759263.023697:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759263.023699:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759263.023701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063488:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759263.215360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759263.791276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759264.239299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759264.815272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759265.263436:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759265.839278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759266.287328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759266.863289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759267.311400:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759267.887288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759268.143290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759268.143299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759268.143303:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759268.143330:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 547
00000100:00080000:1.0:1787759268.143340:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759268.143349:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759268.143383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962063616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759268.143409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759268.143411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759268.143412:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759268.143415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 547
00000100:00080000:1.0:1787759268.143418:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759268.143421:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759268.143428:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759268.143438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962063744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759268.143445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759268.143447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759268.143449:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759268.143451:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 547
00000100:00080000:1.0:1787759268.143453:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759268.143455:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759268.143458:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759268.143465:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962063616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759268.143468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962063872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759268.143524:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759268.143556:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759268/real 1787759268]  req@ffff93eda12a7c00 x1874600962063616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759268.143570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962063616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759268.143578:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759268.143581:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759268.143584:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962063616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759268.143589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063744:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759268.143601:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759268.143608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759268/real 1787759268]  req@ffff93eda12a6940 x1874600962063744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759268.143639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962063744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759268.143645:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759268.143647:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759268.143650:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063744:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759268.143670:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063872:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759268.143684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759268.143691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759268/real 1787759268]  req@ffff93eda12a6580 x1874600962063872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759268.143698:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962063872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759268.143703:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759268.143705:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759268.143707:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962063872:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759268.335355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759268.911236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759269.359429:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759269.935282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759270.383319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759270.959247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759271.407329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759271.983247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759272.431323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759273.007251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759273.263307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759273.263315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759273.263318:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759273.263343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 552
00000100:00080000:0.0:1787759273.263352:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759273.263358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759273.263387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962064000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759273.263412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759273.263416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759273.263418:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759273.263422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 552
00000100:00080000:0.0:1787759273.263426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759273.263430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759273.263440:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759273.263447:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962064000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759273.263453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962064128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759273.263463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759273.263466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759273.263468:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759273.263472:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 552
00000100:00080000:0.0:1787759273.263475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759273.263479:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759273.263483:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759273.263493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962064256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759273.263512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759273.263551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759273/real 1787759273]  req@ffff93ed82c26940 x1874600962064000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759273.263570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962064000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759273.263581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759273.263585:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759273.263589:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962064000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759273.263623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064128:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759273.263642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759273.263652:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759273/real 1787759273]  req@ffff93ed82c24b40 x1874600962064128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759273.263660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962064128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759273.263666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759273.263669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759273.263671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064128:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759273.263675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064256:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759273.263686:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759273.263700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759273/real 1787759273]  req@ffff93ed82c270c0 x1874600962064256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759273.263708:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962064256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759273.263714:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759273.263716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759273.263725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064256:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759273.455329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759274.031259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759274.479337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759275.055305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759275.503375:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759276.079234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759276.527426:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759277.103281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759277.551372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759278.127313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759278.383277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759278.383285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759278.383303:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759278.383311:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 558
00000100:00080000:3.0:1787759278.383320:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759278.383326:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759278.383358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962064384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759278.383379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759278.383382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759278.383383:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759278.383386:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 558
00000100:00080000:3.0:1787759278.383388:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759278.383391:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759278.383399:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759278.383408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962064512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759278.383416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787759278.383417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962064384:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759278.383420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759278.383422:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759278.383428:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 558
00000100:00080000:3.0:1787759278.383429:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759278.383432:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759278.383435:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759278.383442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962064640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759278.383496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759278.383529:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759278/real 1787759278]  req@ffff93eda1098780 x1874600962064384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759278.383554:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962064384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759278.383562:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759278.383565:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759278.383568:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962064384:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759278.383586:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064512:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759278.383602:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759278.383611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759278/real 1787759278]  req@ffff93eda10983c0 x1874600962064512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759278.383619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962064512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759278.383636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759278.383638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759278.383640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064512:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759278.383644:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064640:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759278.383659:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759278.383666:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759278/real 1787759278]  req@ffff93eda109ad00 x1874600962064640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759278.383673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962064640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759278.383679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759278.383681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759278.383683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064640:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759278.575365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759279.151264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759279.599352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759280.175247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759280.623362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759281.199251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759281.647351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759282.223316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759282.671320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759283.247258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759283.503321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759283.503332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759283.503337:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759283.503347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 563
00000100:00080000:1.0:1787759283.503359:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759283.503366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759283.503416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962064768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759283.503450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759283.503470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759283.503472:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759283.503476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 563
00000100:00080000:1.0:1787759283.503480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759283.503484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759283.503495:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759283.503507:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962064896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759283.503514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962064768:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759283.503518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759283.503522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759283.503524:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759283.503527:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 563
00000100:00080000:1.0:1787759283.503530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759283.503532:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759283.503536:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759283.503546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962065024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759283.503639:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064896:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759283.503671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065024:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759283.695364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759284.271230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759284.719408:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759285.295249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759285.743344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759286.319285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787759286.575520:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787759286.575580:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787759286.575603:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787759286.575657:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787759286.575667:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759286.575803:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759283/real 1787759286]  req@ffff93eda12a5a40 x1874600962064896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759286.575845:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962064896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759286.575857:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759286.575862:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759286.575867:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962064896:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759286.575875:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759283/real 1787759286]  req@ffff93eda12a61c0 x1874600962065024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759286.575922:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962065024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759286.575931:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759286.575935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759286.575938:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065024:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759286.575946:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759283/real 1787759286]  req@ffff93eda12a4000 x1874600962064768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759286.575958:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962064768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759286.575972:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759286.575976:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759286.575979:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962064768:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787759286.767312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759287.343244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759287.791337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759288.367305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759288.623268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759288.623277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759288.623281:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759288.623291:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 568
00000100:00080000:1.0:1787759288.623300:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759288.623305:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759288.623333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962065152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759288.623366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759288.623369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759288.623370:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759288.623373:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 568
00000100:00080000:1.0:1787759288.623376:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759288.623379:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759288.623386:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759288.623396:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962065280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759288.623403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759288.623407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759288.623409:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759288.623411:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 568
00000100:00080000:1.0:1787759288.623414:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759288.623416:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759288.623419:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759288.623425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962065408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759288.623465:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962065152:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787759288.623568:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759288.623641:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759288/real 1787759288]  req@ffff93eda12a4000 x1874600962065152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759288.623665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962065152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759288.623680:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759288.623700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759288.623705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962065152:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759288.623720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065280:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759288.623748:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759288.623768:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759288/real 1787759288]  req@ffff93eda12a61c0 x1874600962065280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759288.623783:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962065280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759288.623795:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759288.623799:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759288.623802:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065280:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759288.623810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065408:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759288.623857:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759288.623872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759288/real 1787759288]  req@ffff93eda12a5a40 x1874600962065408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759288.623886:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962065408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759288.623894:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759288.623897:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759288.623901:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065408:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759288.815365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759289.391240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759289.839309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759290.415284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759290.863351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759291.439227:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759291.887339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759292.463259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759292.911319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759293.487228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759293.743249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759293.743258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759293.743263:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759293.743273:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 573
00000100:00080000:1.0:1787759293.743300:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759293.743308:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759293.743340:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962065536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759293.743366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759293.743369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759293.743372:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759293.743375:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 573
00000100:00080000:1.0:1787759293.743379:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759293.743383:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759293.743391:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759293.743404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962065664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759293.743412:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962065536:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759293.743418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759293.743423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759293.743425:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759293.743429:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 573
00000100:00080000:1.0:1787759293.743434:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759293.743438:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759293.743444:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759293.743457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962065792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759293.743487:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759293.743541:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759293/real 1787759293]  req@ffff93eda12a6580 x1874600962065536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759293.743560:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962065536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759293.743577:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759293.743581:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759293.743585:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962065536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759293.743609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065664:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759293.743633:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759293.743645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759293/real 1787759293]  req@ffff93eda12a6940 x1874600962065664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759293.743659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962065664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759293.743668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759293.743672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759293.743676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065664:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759293.743683:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065792:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759293.743711:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759293.743723:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759293/real 1787759293]  req@ffff93eda12a7c00 x1874600962065792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759293.743736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962065792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759293.743762:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759293.743766:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759293.743770:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962065792:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759293.935324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759294.511266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759294.959363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759295.535254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759295.983338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759296.559294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759297.007431:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759297.583250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759298.031380:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759298.607239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759298.863265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759298.863274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759298.863278:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759298.863287:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 578
00000100:00080000:3.0:1787759298.863309:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759298.863316:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759298.863346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962065920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759298.863372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759298.863375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759298.863377:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759298.863381:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 578
00000100:00080000:3.0:1787759298.863384:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759298.863387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759298.863396:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759298.863409:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962065920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759298.863411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962066048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759298.863430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759298.863434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759298.863436:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759298.863441:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 578
00000100:00080000:3.0:1787759298.863447:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759298.863452:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759298.863458:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759298.863471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962066176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759298.863499:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759298.863541:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759298/real 1787759298]  req@ffff93eda109a940 x1874600962065920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759298.863558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962065920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759298.863566:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759298.863568:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759298.863571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962065920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759298.863592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066048:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759298.863613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759298.863626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759298/real 1787759298]  req@ffff93eda1098000 x1874600962066048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759298.863654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962066048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759298.863665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759298.863669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759298.863673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066048:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759298.863679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066176:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759298.863700:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759298.863712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759298/real 1787759298]  req@ffff93eda109ad00 x1874600962066176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759298.863742:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962066176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759298.863751:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759298.863755:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759298.863758:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066176:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759299.055345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759299.631263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759300.079290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759300.655266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759301.103314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759301.679246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759302.127391:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759302.703261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759303.151394:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759303.727316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759303.983265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759303.983272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759303.983276:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759303.983284:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 583
00000100:00080000:3.0:1787759303.983293:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759303.983312:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759303.983343:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962066304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759303.983367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759303.983369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759303.983371:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759303.983374:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 583
00000100:00080000:3.0:1787759303.983376:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759303.983379:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759303.983386:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759303.983394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962066432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759303.983402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759303.983404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759303.983406:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759303.983409:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 583
00000100:00080000:3.0:1787759303.983411:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759303.983414:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759303.983421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962066304:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759303.983434:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759303.983446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962066560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759303.983494:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759303.983532:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759303/real 1787759303]  req@ffff93eda10983c0 x1874600962066304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759303.983559:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962066304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759303.983567:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759303.983570:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759303.983573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962066304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759303.983579:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066432:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759303.983596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759303.983605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759303/real 1787759303]  req@ffff93eda1098780 x1874600962066432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759303.983613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962066432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759303.983633:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759303.983637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759303.983641:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066432:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759303.983678:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066560:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759303.983703:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759303.983715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759303/real 1787759303]  req@ffff93eda1099a40 x1874600962066560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759303.983726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962066560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759303.983733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759303.983736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759303.983750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066560:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759304.175290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759304.751314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759305.199330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759305.775254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759306.223303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759306.799270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759307.247317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759307.823247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759308.271321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759308.847235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759309.103301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759309.103309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759309.103313:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759309.103322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 588
00000100:00080000:2.0:1787759309.103331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759309.103337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759309.103370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962066688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759309.103392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759309.103395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759309.103396:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759309.103400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 588
00000100:00080000:2.0:1787759309.103403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759309.103405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759309.103413:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759309.103422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962066816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759309.103431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787759309.103435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962066688:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759309.103455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759309.103470:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759309.103474:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 588
00000100:00080000:2.0:1787759309.103478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759309.103481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759309.103486:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759309.103496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962066944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759309.103512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759309.103548:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759309/real 1787759309]  req@ffff93ed916dc000 x1874600962066688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759309.103561:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962066688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759309.103569:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759309.103573:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759309.103576:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962066688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759309.103601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066816:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759309.103618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759309.103641:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759309/real 1787759309]  req@ffff93ed916dde00 x1874600962066816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759309.103655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962066816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759309.103665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759309.103668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759309.103672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066816:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759309.103679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066944:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759309.103704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759309.103713:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759309/real 1787759309]  req@ffff93ed916dfc00 x1874600962066944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759309.103721:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962066944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759309.103727:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759309.103729:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759309.103731:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962066944:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759309.295321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759309.871305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759310.319369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759310.895288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759311.343371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759311.919259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759312.367273:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759312.943256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759313.391385:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759313.967283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759314.223360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759314.223373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759314.223383:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759314.223397:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 593
00000100:00080000:3.0:1787759314.223410:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759314.223418:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759314.223465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962067072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759314.223497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759314.223502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759314.223504:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759314.223511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 593
00000100:00080000:3.0:1787759314.223515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759314.223522:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759314.223555:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759314.223564:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962067072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759314.223574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962067200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759314.223586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759314.223590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759314.223592:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759314.223597:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 593
00000100:00080000:3.0:1787759314.223600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759314.223604:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759314.223610:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759314.223624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962067328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759314.223660:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759314.223713:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759314/real 1787759314]  req@ffff93eda1099e00 x1874600962067072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759314.223751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962067072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759314.223779:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759314.223785:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759314.223788:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962067072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759314.223818:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067200:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759314.223840:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759314.223850:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759314/real 1787759314]  req@ffff93eda1098b40 x1874600962067200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759314.223859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962067200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759314.223865:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759314.223867:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759314.223869:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067200:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759314.223873:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067328:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759314.223884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759314.223890:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759314/real 1787759314]  req@ffff93eda1099a40 x1874600962067328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759314.223898:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962067328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759314.223913:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759314.223915:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759314.223918:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067328:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759314.415330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759314.991237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759315.439335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759316.015236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759316.463314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759317.039230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759317.487373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759318.063233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759318.511303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759319.087214:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759319.343291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759319.343302:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759319.343307:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759319.343318:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 599
00000100:00080000:3.0:1787759319.343329:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759319.343337:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759319.343383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962067456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759319.343410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759319.343413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759319.343415:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759319.343418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 599
00000100:00080000:3.0:1787759319.343421:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759319.343424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759319.343441:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759319.343458:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962067456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759319.343459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962067584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759319.343477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759319.343480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759319.343482:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759319.343485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 599
00000100:00080000:3.0:1787759319.343490:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759319.343494:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759319.343500:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759319.343515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962067712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759319.343533:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759319.343590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319]  req@ffff93eda1098780 x1874600962067456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759319.343612:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962067456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759319.343624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759319.343628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759319.343633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962067456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759319.343657:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067584:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759319.343682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759319.343694:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319]  req@ffff93eda10983c0 x1874600962067584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759319.343703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962067584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759319.343709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759319.343712:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759319.343714:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067584:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759319.343725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067712:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759319.343740:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759319.343747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319]  req@ffff93eda109ad00 x1874600962067712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759319.343755:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962067712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759319.343761:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759319.343763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759319.343765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067712:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759319.535364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759320.111253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759320.559313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759321.135281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759321.583442:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759322.159235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759322.607319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759323.183249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759323.631427:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759324.207228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759324.463296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759324.463307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759324.463312:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759324.463324:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 604
00000100:00080000:3.0:1787759324.463335:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759324.463344:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759324.463382:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962067840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759324.463413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759324.463418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759324.463420:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759324.463424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 604
00000100:00080000:3.0:1787759324.463427:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759324.463432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759324.463443:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759324.463456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962067968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759324.463464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759324.463466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759324.463468:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759324.463471:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 604
00000100:00100000:1.0:1787759324.463491:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962067840:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759324.463492:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759324.463507:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759324.463514:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759324.463525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962068096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759324.463589:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759324.463658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324]  req@ffff93eda1098000 x1874600962067840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759324.463676:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962067840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759324.463685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759324.463689:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759324.463693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962067840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759324.463699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067968:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759324.463719:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759324.463730:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324]  req@ffff93eda109a940 x1874600962067968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759324.463751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962067968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759324.463757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759324.463759:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759324.463761:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962067968:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759324.463787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068096:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759324.463803:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759324.463810:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324]  req@ffff93eda109ad00 x1874600962068096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759324.463818:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962068096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759324.463824:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759324.463827:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759324.463829:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068096:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759324.655283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759325.231251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759325.679342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759326.255240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759326.703267:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759327.279259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759327.727360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759328.303237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759328.751314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759329.327264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759329.583317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759329.583327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759329.583332:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759329.583344:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 609
00000100:00080000:3.0:1787759329.583356:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759329.583382:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759329.583424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962068224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759329.583453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759329.583457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759329.583460:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759329.583464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 609
00000100:00080000:3.0:1787759329.583468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759329.583473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759329.583498:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759329.583516:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962068224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759329.583516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962068352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759329.583542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759329.583545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759329.583548:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759329.583553:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 609
00000100:00080000:3.0:1787759329.583559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759329.583563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759329.583569:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787759329.583580:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759329.583585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962068480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759329.583628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329]  req@ffff93eda10983c0 x1874600962068224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759329.583646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962068224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759329.583670:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759329.583674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759329.583678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962068224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759329.583704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068352:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759329.583728:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759329.583740:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329]  req@ffff93eda1098780 x1874600962068352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759329.583753:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962068352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759329.583761:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759329.583765:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759329.583768:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068352:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759329.583774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068480:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759329.583791:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759329.583801:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329]  req@ffff93eda1099a40 x1874600962068480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759329.583812:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962068480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759329.583819:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759329.583822:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759329.583826:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068480:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759329.775360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759330.351264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759330.799277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759331.375265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759331.823330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759332.399222:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759332.847284:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759333.423250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759333.871320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759334.447237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759334.703255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759334.703267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759334.703272:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759334.703283:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 614
00000100:00080000:3.0:1787759334.703294:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759334.703302:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759334.703357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962068608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759334.703385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759334.703390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759334.703392:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759334.703397:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 614
00000100:00080000:3.0:1787759334.703402:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759334.703407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759334.703417:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759334.703425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962068608:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759334.703433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962068736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759334.703446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759334.703450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759334.703452:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759334.703456:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 614
00000100:00080000:3.0:1787759334.703461:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759334.703465:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759334.703470:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787759334.703480:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759334.703486:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962068864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759334.703517:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759334/real 1787759334]  req@ffff93eda1098b40 x1874600962068608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759334.703531:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962068608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759334.703540:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759334.703544:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759334.703555:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962068608:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759334.703582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068736:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759334.703608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759334.703623:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759334/real 1787759334]  req@ffff93eda1099e00 x1874600962068736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759334.703638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962068736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759334.703649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759334.703653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759334.703657:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068736:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759334.703663:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068864:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759334.703697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759334.703712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759334/real 1787759334]  req@ffff93eda1099a40 x1874600962068864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759334.703738:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962068864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759334.703749:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759334.703753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759334.703757:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962068864:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759334.895314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759335.471259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759335.919365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759336.495257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759336.943377:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759337.519223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759337.967322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759338.543267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759338.991299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759339.567236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759339.823259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759339.823267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759339.823271:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759339.823281:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 619
00000100:00080000:3.0:1787759339.823292:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759339.823300:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759339.823346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962068992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759339.823374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759339.823378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759339.823381:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759339.823385:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 619
00000100:00080000:3.0:1787759339.823389:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759339.823395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759339.823404:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759339.823417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962069120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759339.823427:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962068992:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759339.823432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759339.823437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759339.823439:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759339.823444:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 619
00000100:00080000:3.0:1787759339.823448:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759339.823452:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759339.823472:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759339.823484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962069248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759339.823493:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759339.823539:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759339/real 1787759339]  req@ffff93eda1098780 x1874600962068992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759339.823559:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962068992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759339.823571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759339.823575:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759339.823580:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962068992:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759339.823602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069120:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759339.823625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759339.823638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759339/real 1787759339]  req@ffff93eda10983c0 x1874600962069120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759339.823652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962069120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759339.823675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759339.823680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759339.823684:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069120:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759339.823691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069248:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759339.823720:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759339.823733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759339/real 1787759339]  req@ffff93eda109ad00 x1874600962069248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759339.823747:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962069248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759339.823755:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759339.823759:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759339.823763:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069248:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759340.015271:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759340.591293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759341.039299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759341.615255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759342.063263:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759342.639235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759343.087366:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759343.663274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759344.111390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759344.687213:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759344.943345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759344.943353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759344.943357:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759344.943365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 624
00000100:00080000:1.0:1787759344.943374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759344.943380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759344.943413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962069376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759344.943440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759344.943456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759344.943457:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759344.943460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 624
00000100:00080000:1.0:1787759344.943463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759344.943467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759344.943475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759344.943486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962069504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759344.943494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759344.943497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759344.943499:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759344.943501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 624
00000100:00080000:1.0:1787759344.943504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759344.943506:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759344.943509:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759344.943515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962069632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759344.943530:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962069376:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787759344.943625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759344.943680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759344/real 1787759344]  req@ffff93eda12a7c00 x1874600962069376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759344.943701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962069376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759344.943717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759344.943733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759344.943737:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962069376:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759344.943760:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069504:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759344.943783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759344.943794:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759344/real 1787759344]  req@ffff93eda12a6940 x1874600962069504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759344.943803:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962069504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759344.943816:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759344.943818:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759344.943821:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069504:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759344.943849:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069632:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759344.943863:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759344.943870:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759344/real 1787759344]  req@ffff93eda12a6580 x1874600962069632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759344.943878:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962069632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759344.943883:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759344.943886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759344.943888:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069632:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759345.135343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759345.711243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759346.159271:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759346.735279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759347.183280:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759347.759225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759348.207264:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759348.783237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759349.231314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759349.807237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759350.063245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759350.063252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759350.063256:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759350.063265:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 629
00000100:00080000:1.0:1787759350.063274:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759350.063280:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759350.063311:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962069760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759350.063349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759350.063352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759350.063353:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759350.063357:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 629
00000100:00080000:1.0:1787759350.063359:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759350.063362:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759350.063369:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759350.063383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962069888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759350.063395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759350.063400:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962069760:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759350.063402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759350.063406:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759350.063413:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 629
00000100:00080000:1.0:1787759350.063416:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759350.063421:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759350.063427:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759350.063440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962070016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759350.063506:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069888:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759350.063533:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070016:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759350.255278:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759350.831257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759351.279299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759351.855241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759352.303287:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759352.879250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787759353.135397:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787759353.135442:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759353.135460:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759353.135504:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759353.135514:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759353.135556:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759353]  req@ffff93eda12a61c0 x1874600962069888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759353.135593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962069888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759353.135606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759353.135611:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759353.135617:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962069888:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759353.135625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759353]  req@ffff93eda12a4000 x1874600962070016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759353.135639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962070016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759353.135648:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759353.135652:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759353.135672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070016:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759353.135687:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759353]  req@ffff93eda12a5a40 x1874600962069760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759353.135701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962069760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759353.135709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759353.135713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759353.135717:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962069760:192.168.204.156@tcp:250:kworker.0
00010000:00010000:0.0:1787759353.327292:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759353.903235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759354.351303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759354.927235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759355.183311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759355.183323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759355.183327:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759355.183338:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 634
00000100:00080000:3.0:1787759355.183350:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759355.183358:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759355.183395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962070144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759355.183426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759355.183431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759355.183448:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759355.183454:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 634
00000100:00080000:3.0:1787759355.183459:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759355.183464:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759355.183475:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962070144:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759355.183475:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759355.183495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962070272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759355.183510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759355.183514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759355.183516:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759355.183520:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 634
00000100:00080000:3.0:1787759355.183524:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759355.183528:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759355.183534:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787759355.183563:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759355.183567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962070400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759355.183619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759355/real 1787759355]  req@ffff93eda109a940 x1874600962070144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759355.183639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962070144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759355.183651:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759355.183655:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759355.183659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962070144:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759355.183685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070272:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759355.183709:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759355.183723:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759355/real 1787759355]  req@ffff93eda1098000 x1874600962070272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759355.183747:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962070272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759355.183757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759355.183760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759355.183764:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070272:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759355.183771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070400:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759355.183793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759355.183805:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759355/real 1787759355]  req@ffff93eda109ad00 x1874600962070400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759355.183818:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962070400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759355.183826:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759355.183829:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759355.183833:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070400:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759355.375302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759355.951312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759356.399304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759356.975267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759357.423305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759357.999248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759358.447296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759359.023280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759359.471308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759360.047241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759360.303296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759360.303307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759360.303312:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759360.303323:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 639
00000100:00080000:3.0:1787759360.303351:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759360.303359:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759360.303393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962070528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759360.303422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759360.303427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759360.303429:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759360.303434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 639
00000100:00080000:3.0:1787759360.303438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759360.303458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759360.303470:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759360.303475:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962070528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759360.303488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962070656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759360.303502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759360.303506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759360.303509:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759360.303513:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 639
00000100:00080000:3.0:1787759360.303518:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759360.303522:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759360.303528:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787759360.303530:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759360.303544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962070784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759360.303577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360]  req@ffff93eda10983c0 x1874600962070528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759360.303599:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962070528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759360.303611:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759360.303616:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759360.303620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962070528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759360.303644:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070656:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759360.303675:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759360.303690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360]  req@ffff93eda1098780 x1874600962070656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759360.303704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962070656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759360.303712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759360.303716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759360.303719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070656:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759360.303725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070784:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759360.303748:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759360.303759:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360]  req@ffff93eda1099a40 x1874600962070784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759360.303772:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962070784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759360.303793:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759360.303797:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759360.303801:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962070784:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759360.495308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759361.071240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759361.519288:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759362.095224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759362.543294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759363.119251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759363.567347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759364.143223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759364.591347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759365.167260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759365.423338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759365.423363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759365.423368:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759365.423379:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 645
00000100:00080000:1.0:1787759365.423416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759365.423424:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759365.423469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962070912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759365.423497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759365.423500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759365.423502:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759365.423509:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 645
00000100:00080000:1.0:1787759365.423512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759365.423519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759365.423532:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759365.423548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962071040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759365.423562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759365.423563:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962070912:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759365.423568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759365.423573:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759365.423578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 645
00000100:00080000:1.0:1787759365.423581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759365.423584:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759365.423589:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759365.423600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962071168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759365.423659:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759365.423732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365]  req@ffff93eda12a5a40 x1874600962070912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759365.423756:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962070912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759365.423768:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759365.423773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759365.423777:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962070912:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759365.423818:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071040:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759365.423844:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759365.423869:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365]  req@ffff93eda12a4000 x1874600962071040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759365.423883:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962071040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759365.423905:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759365.423908:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759365.423911:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071040:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759365.423916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071168:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759365.423934:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759365.423943:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365]  req@ffff93eda12a61c0 x1874600962071168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759365.423951:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962071168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759365.423956:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759365.423959:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759365.423961:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071168:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759365.615312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759366.191255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759366.639297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759367.215255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759367.663261:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759368.239240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759368.687303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759369.263220:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759369.711304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759370.287258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759370.543310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759370.543333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759370.543336:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759370.543346:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 650
00000100:00080000:1.0:1787759370.543357:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759370.543365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759370.543401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962071296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759370.543435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759370.543445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759370.543447:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759370.543452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 650
00000100:00080000:1.0:1787759370.543457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759370.543462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759370.543471:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759370.543483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962071424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759370.543491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759370.543495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787759370.543497:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962071296:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759370.543498:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759370.543505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 650
00000100:00080000:1.0:1787759370.543510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759370.543512:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759370.543515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759370.543525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962071552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759370.543563:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759370.543601:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370]  req@ffff93eda12a6580 x1874600962071296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759370.543630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962071296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759370.543672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759370.543677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759370.543683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962071296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759370.543714:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071424:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759370.543743:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759370.543755:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370]  req@ffff93eda12a6940 x1874600962071424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759370.543766:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962071424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759370.543772:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759370.543776:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759370.543779:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071424:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759370.543784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071552:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759370.543799:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759370.543808:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370]  req@ffff93eda12a7c00 x1874600962071552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759370.543817:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962071552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759370.543822:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759370.543825:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759370.543827:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071552:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759370.735275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759371.311241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759371.759318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759372.335263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759372.783299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759373.359229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759373.807280:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759374.383217:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759374.831285:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759375.407240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759375.663314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759375.663323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759375.663328:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759375.663336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 655
00000100:00080000:2.0:1787759375.663346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759375.663352:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759375.663386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962071680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759375.663415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759375.663420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759375.663423:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759375.663429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 655
00000100:00080000:2.0:1787759375.663448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759375.663453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759375.663457:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962071680:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787759375.663462:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759375.663477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962071808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759375.663488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759375.663491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759375.663493:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759375.663497:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 655
00000100:00080000:2.0:1787759375.663502:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759375.663505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759375.663510:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787759375.663532:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759375.663534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962071936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759375.663590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759375]  req@ffff93ed916dda40 x1874600962071680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759375.663619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962071680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759375.663630:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759375.663633:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759375.663638:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962071680:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759375.663658:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071808:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759375.663676:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759375.663685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759375]  req@ffff93ed916dd680 x1874600962071808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759375.663693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962071808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759375.663699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759375.663701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759375.663703:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071808:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759375.663707:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071936:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759375.663717:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759375.663732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759375]  req@ffff93ed916de580 x1874600962071936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759375.663741:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962071936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759375.663746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759375.663749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759375.663751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962071936:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759375.855296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759376.431269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759376.879299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759377.455282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759377.903300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759378.479311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759378.927331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759379.503290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759379.951315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759380.527293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759380.783350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759380.783363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759380.783367:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759380.783376:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 660
00000100:00080000:2.0:1787759380.783386:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759380.783392:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759380.783425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962072064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759380.783445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759380.783461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759380.783463:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759380.783467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 660
00000100:00080000:2.0:1787759380.783472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787759380.783475:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962072064:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759380.783480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759380.783492:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759380.783509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962072192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759380.783522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759380.783524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759380.783526:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759380.783529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 660
00000100:00080000:2.0:1787759380.783532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759380.783535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:1.0:1787759380.783540:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:2.0:1787759380.783543:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759380.783556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962072320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759380.783579:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759380/real 1787759380]  req@ffff93ed916de1c0 x1874600962072064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759380.783594:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962072064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759380.783603:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759380.783606:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759380.783609:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962072064:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759380.783627:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072192:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759380.783642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759380.783650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759380/real 1787759380]  req@ffff93ed916dcb40 x1874600962072192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759380.783659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962072192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759380.783675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759380.783677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759380.783680:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072192:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759380.783684:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072320:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759380.783698:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759380.783705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759380/real 1787759380]  req@ffff93ed916df840 x1874600962072320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759380.783712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962072320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759380.783718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759380.783719:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759380.783721:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072320:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759380.975361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759381.551316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759381.999401:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759382.575266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759383.023315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759383.599317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759384.047323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759384.623244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759385.071313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759385.647291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759385.903307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759385.903316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759385.903320:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759385.903338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 665
00000100:00080000:1.0:1787759385.903349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759385.903357:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759385.903396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962072448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759385.903437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759385.903441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759385.903443:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759385.903447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 665
00000100:00080000:1.0:1787759385.903451:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759385.903463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759385.903476:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759385.903492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962072576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759385.903499:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962072448:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759385.903509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759385.903513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759385.903516:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759385.903522:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 665
00000100:00080000:1.0:1787759385.903526:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759385.903531:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759385.903536:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759385.903549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962072704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759385.903563:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759385.903603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759385/real 1787759385]  req@ffff93eda12a7c00 x1874600962072448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759385.903617:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962072448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759385.903633:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759385.903639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759385.903642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962072448:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759385.903662:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072576:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759385.903678:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759385.903687:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759385/real 1787759385]  req@ffff93eda12a6940 x1874600962072576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759385.903696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962072576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759385.903708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759385.903711:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759385.903713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072576:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759385.903717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072704:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759385.903739:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759385.903747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759385/real 1787759385]  req@ffff93eda12a6580 x1874600962072704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759385.903755:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962072704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759385.903760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759385.903762:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759385.903764:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072704:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759386.095299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759386.671225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759387.119293:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759387.695281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759388.143308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759388.719233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759389.167313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759389.743277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759390.191331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759390.767241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759391.023245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759391.023270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759391.023274:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759391.023283:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 670
00000100:00080000:1.0:1787759391.023294:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759391.023301:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759391.023333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962072832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759391.023360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759391.023364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759391.023366:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759391.023370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 670
00000100:00080000:1.0:1787759391.023374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759391.023386:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759391.023400:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759391.023410:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962072832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759391.023416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962072960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759391.023429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759391.023433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759391.023435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759391.023440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 670
00000100:00080000:1.0:1787759391.023444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759391.023448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759391.023453:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759391.023465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962073088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759391.023468:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759391.023507:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391]  req@ffff93eda12a61c0 x1874600962072832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759391.023521:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962072832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759391.023529:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759391.023532:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759391.023535:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962072832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759391.023561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072960:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759391.023578:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759391.023587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391]  req@ffff93eda12a4000 x1874600962072960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759391.023595:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962072960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759391.023608:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759391.023611:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759391.023613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962072960:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759391.023618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073088:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759391.023629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759391.023636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391]  req@ffff93eda12a5a40 x1874600962073088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759391.023643:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962073088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759391.023649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759391.023651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759391.023653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073088:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759391.215320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759391.791315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759392.239359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759392.815265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759393.263361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759393.839251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759394.287372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759394.863285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759395.311431:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759395.887277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759396.143305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759396.143312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759396.143316:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759396.143331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 675
00000100:00080000:3.0:1787759396.143340:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759396.143346:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759396.143379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962073216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759396.143403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759396.143407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759396.143409:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759396.143413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 675
00000100:00080000:3.0:1787759396.143417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759396.143421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759396.143431:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759396.143440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962073216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759396.143444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962073344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759396.143454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759396.143457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759396.143459:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759396.143463:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 675
00000100:00080000:3.0:1787759396.143466:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759396.143469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759396.143489:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759396.143501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962073472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759396.143512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759396.143554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396]  req@ffff93eda1099e00 x1874600962073216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759396.143580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962073216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759396.143592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759396.143596:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759396.143600:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962073216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759396.143627:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073344:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759396.143647:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759396.143657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396]  req@ffff93eda1098b40 x1874600962073344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759396.143665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962073344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759396.143671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759396.143674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759396.143676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073344:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759396.143680:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073472:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759396.143692:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759396.143698:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396]  req@ffff93eda1099a40 x1874600962073472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759396.143705:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962073472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759396.143720:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759396.143722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759396.143725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073472:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759396.335358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759396.911273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759397.359353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759397.935310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759398.383377:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759398.959268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759399.407359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759399.983277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759400.431369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759401.007290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759401.263283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759401.263292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759401.263295:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759401.263303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 680
00000100:00080000:3.0:1787759401.263312:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759401.263318:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759401.263348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962073600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759401.263371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759401.263374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759401.263376:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759401.263380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 680
00000100:00080000:3.0:1787759401.263383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759401.263387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759401.263396:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759401.263411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962073728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759401.263434:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962073600:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759401.263449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759401.263452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759401.263453:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759401.263457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 680
00000100:00080000:3.0:1787759401.263460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759401.263462:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759401.263466:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759401.263478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962073856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759401.263516:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759401.263566:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401]  req@ffff93eda1098780 x1874600962073600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759401.263586:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962073600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759401.263599:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759401.263603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759401.263608:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962073600:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759401.263632:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073728:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759401.263668:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759401.263683:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401]  req@ffff93eda10983c0 x1874600962073728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759401.263696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962073728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759401.263706:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759401.263709:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759401.263713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073728:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759401.263728:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073856:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759401.263749:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759401.263760:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401]  req@ffff93eda109ad00 x1874600962073856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759401.263773:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962073856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759401.263783:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759401.263786:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759401.263790:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962073856:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759401.455334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759402.031253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759402.479345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759403.055332:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759403.503323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759404.079233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759404.527330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759405.103331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759405.551371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759406.127272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759406.383319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759406.383331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759406.383337:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759406.383350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 686
00000100:00080000:3.0:1787759406.383362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759406.383371:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759406.383413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962073984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759406.383447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759406.383452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759406.383470:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759406.383477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 686
00000100:00100000:1.0:1787759406.383486:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962073984:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759406.383486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759406.383502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759406.383517:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759406.383537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962074112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759406.383565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759406.383570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759406.383572:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759406.383580:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 686
00000100:00080000:3.0:1787759406.383587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787759406.383597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787759406.383598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759406.383611:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759406.383632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962074240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759406.383668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406]  req@ffff93eda1098000 x1874600962073984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759406.383693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962073984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759406.383706:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759406.383711:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759406.383723:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962073984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759406.383756:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074112:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759406.383791:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759406.383805:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406]  req@ffff93eda109a940 x1874600962074112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759406.383825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962074112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759406.383832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759406.383836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759406.383839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074112:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759406.383846:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074240:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759406.383861:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759406.383876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406]  req@ffff93eda109ad00 x1874600962074240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759406.383884:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962074240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759406.383890:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759406.383893:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759406.383897:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074240:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759406.575368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759407.151296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759407.599340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759408.175224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759408.623314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759409.199275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759409.647334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759410.223230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759410.671326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759411.247258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759411.503274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759411.503285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759411.503289:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759411.503299:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 691
00000100:00080000:3.0:1787759411.503327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759411.503335:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759411.503366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962074368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759411.503396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759411.503400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759411.503402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759411.503407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 691
00000100:00080000:3.0:1787759411.503411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759411.503415:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759411.503425:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759411.503440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962074496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759411.503466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787759411.503468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962074368:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759411.503471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759411.503473:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759411.503479:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 691
00000100:00080000:3.0:1787759411.503488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759411.503493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759411.503500:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759411.503514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962074624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787759411.503546:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759411.503590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411]  req@ffff93eda10983c0 x1874600962074368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759411.503609:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962074368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759411.503620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759411.503624:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759411.503629:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962074368:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759411.503652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074496:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787759411.503674:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759411.503683:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411]  req@ffff93eda1098780 x1874600962074496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759411.503692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962074496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759411.503698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759411.503700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759411.503702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074496:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759411.503706:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074624:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787759411.503727:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787759411.503734:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411]  req@ffff93eda1099a40 x1874600962074624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759411.503753:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962074624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759411.503758:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759411.503760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759411.503762:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074624:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759411.695320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759412.271261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759412.719349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759413.295278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759413.743330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759414.319284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759414.767335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759415.343285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759415.791407:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759416.367270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759416.623304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759416.623315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759416.623319:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759416.623331:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 696
00000100:00080000:3.0:1787759416.623358:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759416.623367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759416.623416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962074752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759416.623450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759416.623454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759416.623457:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759416.623462:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 696
00000100:00080000:3.0:1787759416.623466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759416.623471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759416.623484:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759416.623508:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962074752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759416.623510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962074880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759416.623526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759416.623529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759416.623531:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759416.623534:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 696
00000100:00080000:3.0:1787759416.623557:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759416.623563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759416.623570:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759416.623587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962075008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787759416.623645:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074880:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759416.623677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075008:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759416.815327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759417.391263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759417.839311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759418.415269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759418.863356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759419.439282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787759419.695565:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787759419.695620:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759419.695638:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759419.695684:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759419.695696:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:1.0:1787759419.695749:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759419]  req@ffff93eda1099e00 x1874600962074880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759419.695782:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962074880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759419.695798:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759419.695805:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759419.695835:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962074880:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787759419.695846:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759419]  req@ffff93eda1099a40 x1874600962075008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759419.695862:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962075008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759419.695872:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759419.695875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759419.695880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075008:192.168.204.156@tcp:8:kworker.0
00000100:00100000:1.0:1787759419.695888:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759419]  req@ffff93eda1098b40 x1874600962074752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787759419.695903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962074752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787759419.695912:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787759419.695917:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787759419.695920:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962074752:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787759419.887321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759420.463292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759420.911343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759421.487296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759421.743292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759421.743303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759421.743307:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759421.743318:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 701
00000100:00080000:1.0:1787759421.743329:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759421.743338:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759421.743386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962075136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759421.743423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759421.743428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759421.743430:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759421.743434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 701
00000100:00080000:1.0:1787759421.743439:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759421.743443:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759421.743461:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759421.743476:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962075136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759421.743484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962075264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759421.743499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759421.743502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759421.743505:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759421.743509:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 701
00000100:00080000:1.0:1787759421.743513:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759421.743518:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759421.743524:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759421.743537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962075392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759421.743553:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759421.743598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759421/real 1787759421]  req@ffff93eda12a5a40 x1874600962075136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759421.743615:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962075136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759421.743625:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759421.743628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759421.743632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962075136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759421.743661:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075264:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759421.743686:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759421.743701:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759421/real 1787759421]  req@ffff93eda12a4000 x1874600962075264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759421.743724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962075264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759421.743733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759421.743736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759421.743740:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075264:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759421.743746:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075392:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759421.743769:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759421.743782:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759421/real 1787759421]  req@ffff93eda12a61c0 x1874600962075392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759421.743795:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962075392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759421.743803:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759421.743807:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759421.743811:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075392:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759421.935305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759422.511281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759422.959364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759423.535256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759423.983321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759424.559309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759425.007329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759425.583240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759426.031308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759426.607269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759426.863300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759426.863308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759426.863312:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759426.863321:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 706
00000100:00080000:3.0:1787759426.863330:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759426.863336:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759426.863368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962075520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759426.863394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759426.863398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759426.863400:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759426.863404:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 706
00000100:00080000:3.0:1787759426.863424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759426.863430:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759426.863440:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759426.863444:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962075520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759426.863455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962075648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759426.863464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759426.863466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759426.863468:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759426.863470:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 706
00000100:00080000:3.0:1787759426.863474:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759426.863476:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759426.863481:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759426.863489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962075776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759426.863504:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759426.863548:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759426/real 1787759426]  req@ffff93eda1098780 x1874600962075520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759426.863567:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962075520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759426.863582:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759426.863586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759426.863589:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962075520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759426.863609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075648:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759426.863627:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759426.863635:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759426/real 1787759426]  req@ffff93eda10983c0 x1874600962075648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759426.863643:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962075648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759426.863648:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759426.863651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759426.863653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075648:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759426.863656:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075776:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759426.863666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759426.863671:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759426/real 1787759426]  req@ffff93eda109ad00 x1874600962075776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759426.863678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962075776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759426.863683:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759426.863685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759426.863687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962075776:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759427.055356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759427.631242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759428.079329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759428.655273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759429.103336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759429.679287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759430.127329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759430.703311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759431.151282:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759431.727305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759431.983298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759431.983311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759431.983316:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759431.983329:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 711
00000100:00080000:3.0:1787759431.983343:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759431.983353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759431.983420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962075904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759431.983446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759431.983448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759431.983450:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759431.983453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 711
00000100:00080000:3.0:1787759431.983456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759431.983459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759431.983468:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759431.983477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962076032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759431.983483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759431.983486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759431.983487:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759431.983489:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 711
00000100:00080000:3.0:1787759431.983491:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759431.983493:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759431.983497:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759431.983503:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962075904:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759431.983506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962076160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759431.983597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759431.983644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759431/real 1787759431]  req@ffff93eda109a940 x1874600962075904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759431.983664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962075904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759431.983676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759431.983680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759431.983684:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962075904:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759431.983691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076032:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759431.983709:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759431.983717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759431/real 1787759431]  req@ffff93eda1098000 x1874600962076032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759431.983725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962076032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759431.983730:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759431.983732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759431.983734:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076032:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759431.983757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076160:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759431.983777:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759431.983783:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759431/real 1787759431]  req@ffff93eda109ad00 x1874600962076160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759431.983791:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962076160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759431.983796:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759431.983798:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759431.983799:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076160:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759432.175364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759432.751271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759433.199391:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759433.775286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759434.223316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759434.799305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759435.247292:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759435.823223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759436.271288:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759436.847244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759437.103282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759437.103309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759437.103313:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759437.103323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 716
00000100:00080000:2.0:1787759437.103333:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759437.103340:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759437.103372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962076288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759437.103396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759437.103399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759437.103401:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759437.103404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 716
00000100:00080000:2.0:1787759437.103406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759437.103409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759437.103421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759437.103431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962076416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759437.103438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759437.103441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962076288:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759437.103441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759437.103443:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759437.103449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 716
00000100:00080000:2.0:1787759437.103451:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759437.103458:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759437.103461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759437.103471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962076544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759437.103502:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759437.103546:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437]  req@ffff93ed916df840 x1874600962076288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759437.103562:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962076288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759437.103573:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759437.103578:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759437.103583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962076288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759437.103602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076416:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759437.103628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759437.103639:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437]  req@ffff93ed916dcb40 x1874600962076416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759437.103657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962076416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759437.103665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759437.103669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759437.103672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076416:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759437.103677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076544:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759437.103694:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759437.103703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437]  req@ffff93ed916de1c0 x1874600962076544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759437.103714:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962076544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759437.103722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759437.103725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759437.103728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076544:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759437.295277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759437.871257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759438.319392:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759438.895256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759439.343263:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759439.919265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759440.367309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759440.943261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759441.391261:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759441.967283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759442.223262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759442.223271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759442.223275:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759442.223284:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 721
00000100:00080000:2.0:1787759442.223293:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759442.223301:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759442.223328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962076672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759442.223360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759442.223363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759442.223365:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759442.223370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 721
00000100:00080000:2.0:1787759442.223374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759442.223380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759442.223390:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759442.223401:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962076672:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759442.223416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962076800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759442.223430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759442.223434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759442.223436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759442.223440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 721
00000100:00080000:2.0:1787759442.223446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787759442.223450:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1787759442.223466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759442.223480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759442.223495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962076928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759442.223551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759442]  req@ffff93ed916de580 x1874600962076672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759442.223565:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962076672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759442.223572:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759442.223574:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759442.223576:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962076672:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759442.223598:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076800:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759442.223701:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759442.223710:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759442]  req@ffff93ed916dd680 x1874600962076800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759442.223719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962076800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759442.223725:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759442.223727:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759442.223730:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076800:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759442.223792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076928:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759442.223810:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759442.223817:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759442]  req@ffff93ed916dda40 x1874600962076928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759442.223824:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962076928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759442.223829:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759442.223831:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759442.223833:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962076928:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759442.415336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759442.991234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759443.439260:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759444.015274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759444.463324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759445.039267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759445.487256:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759446.063298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759446.511309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759447.087236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759447.343281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759447.343290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759447.343294:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759447.343303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 727
00000100:00080000:3.0:1787759447.343313:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759447.343320:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759447.343354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962077056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759447.343378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759447.343382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759447.343395:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759447.343400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 727
00000100:00080000:3.0:1787759447.343404:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759447.343408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759447.343413:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962077056:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759447.343418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759447.343434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962077184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759447.343445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759447.343448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759447.343450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759447.343460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 727
00000800:00000100:0.0:1787759447.343463:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787759447.343469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759447.343475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759447.343480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759447.343491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962077312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759447.343503:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447]  req@ffff93eda10983c0 x1874600962077056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759447.343524:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962077056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759447.343532:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759447.343536:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759447.343538:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962077056:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759447.343555:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077184:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759447.343570:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759447.343577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447]  req@ffff93eda1098780 x1874600962077184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759447.343584:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962077184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759447.343596:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759447.343599:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759447.343601:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077184:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759447.343604:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077312:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759447.343615:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759447.343621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447]  req@ffff93eda1098b40 x1874600962077312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759447.343627:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962077312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759447.343640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759447.343642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759447.343644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077312:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759447.535263:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759448.111305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759448.559331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759449.135235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759449.583268:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759450.159226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759450.607310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759451.183237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759451.631284:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759452.207266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759452.463292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759452.463300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759452.463303:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759452.463313:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 732
00000100:00080000:1.0:1787759452.463322:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759452.463330:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759452.463368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962077440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759452.463391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759452.463394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759452.463396:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759452.463400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 732
00000100:00080000:1.0:1787759452.463403:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759452.463407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759452.463415:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759452.463429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962077568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759452.463440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962077440:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759452.463455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759452.463459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759452.463460:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759452.463465:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 732
00000100:00080000:1.0:1787759452.463469:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759452.463474:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759452.463479:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759452.463492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962077696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759452.463500:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759452.463544:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452]  req@ffff93eda12a6580 x1874600962077440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759452.463561:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962077440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759452.463570:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759452.463574:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759452.463577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962077440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759452.463599:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077568:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759452.463618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759452.463629:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452]  req@ffff93eda12a6940 x1874600962077568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759452.463640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962077568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759452.463671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759452.463675:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759452.463678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077568:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759452.463684:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077696:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759452.463702:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759452.463712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452]  req@ffff93eda12a7c00 x1874600962077696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759452.463723:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962077696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759452.463729:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759452.463732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759452.463733:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077696:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759452.655319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759453.231231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759453.679294:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759454.255247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759454.703310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759455.279233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759455.727281:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759456.303266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759456.751274:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759457.327259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759457.583316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759457.583323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759457.583326:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759457.583334:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 737
00000100:00080000:2.0:1787759457.583342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759457.583347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759457.583374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962077824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759457.583397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759457.583401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759457.583402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759457.583406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 737
00000100:00080000:2.0:1787759457.583409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759457.583413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759457.583421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759457.583434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962077952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759457.583443:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962077824:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759457.583447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759457.583453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759457.583455:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759457.583459:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 737
00000100:00080000:2.0:1787759457.583475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759457.583478:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759457.583482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759457.583491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962078080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759457.583505:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759457.583560:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457]  req@ffff93ed916dfc00 x1874600962077824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759457.583577:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962077824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759457.583586:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759457.583595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759457.583598:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962077824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759457.583615:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077952:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759457.583631:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759457.583639:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457]  req@ffff93ed916dde00 x1874600962077952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759457.583646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962077952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759457.583651:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759457.583653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759457.583655:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962077952:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759457.583658:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078080:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759457.583666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759457.583671:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457]  req@ffff93ed916dc000 x1874600962078080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759457.583677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962078080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759457.583684:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759457.583687:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759457.583690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078080:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759457.775278:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759458.351231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759458.799316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759459.375262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759459.823281:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759460.399278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759460.847309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759461.423288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759461.871314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759462.447262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759462.703234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759462.703244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759462.703248:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759462.703258:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 742
00000100:00080000:2.0:1787759462.703268:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759462.703275:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759462.703307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962078208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759462.703329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759462.703332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759462.703333:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759462.703336:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 742
00000100:00080000:2.0:1787759462.703339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759462.703341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759462.703348:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759462.703355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962078336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759462.703361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759462.703381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759462.703383:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759462.703386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 742
00000100:00080000:2.0:1787759462.703389:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759462.703392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759462.703395:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759462.703403:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962078208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759462.703404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962078464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759462.703473:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759462.703513:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462]  req@ffff93ed916dc3c0 x1874600962078208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759462.703525:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962078208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759462.703533:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759462.703536:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759462.703540:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962078208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759462.703545:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078336:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759462.703559:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759462.703565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462]  req@ffff93ed916dcf00 x1874600962078336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759462.703572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962078336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759462.703577:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759462.703579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759462.703581:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078336:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759462.703603:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078464:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759462.703622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759462.703640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462]  req@ffff93ed916ded00 x1874600962078464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759462.703649:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962078464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759462.703654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759462.703656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759462.703658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078464:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759462.895275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759463.471262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759463.919282:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759464.495239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759464.943281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759465.519255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759465.967294:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759466.543221:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759466.991298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759467.567282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759467.823229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759467.823237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759467.823240:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759467.823248:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 747
00000100:00080000:1.0:1787759467.823256:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759467.823261:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759467.823291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962078592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759467.823326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759467.823329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759467.823330:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759467.823333:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 747
00000100:00080000:1.0:1787759467.823335:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759467.823338:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759467.823356:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759467.823368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962078720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759467.823376:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962078592:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759467.823378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759467.823383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759467.823384:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759467.823387:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 747
00000100:00080000:1.0:1787759467.823390:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759467.823392:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759467.823395:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759467.823403:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962078848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759467.823433:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759467.823461:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759467/real 1787759467]  req@ffff93eda12a7c00 x1874600962078592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759467.823473:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962078592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759467.823480:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759467.823483:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759467.823487:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962078592:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759467.823510:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078720:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759467.823531:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759467.823544:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759467/real 1787759467]  req@ffff93eda12a6940 x1874600962078720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759467.823556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962078720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759467.823571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759467.823574:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759467.823577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078720:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759467.823582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078848:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759467.823597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759467.823604:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759467/real 1787759467]  req@ffff93eda12a6580 x1874600962078848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759467.823613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962078848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759467.823628:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759467.823635:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759467.823638:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962078848:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759468.015356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759468.591221:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759469.039289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759469.615275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759470.063330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759470.639263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759471.087395:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759471.663300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759472.111383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759472.687324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759472.943260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759472.943272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759472.943276:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759472.943288:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 752
00000100:00080000:1.0:1787759472.943321:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759472.943329:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759472.943367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962078976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759472.943394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759472.943397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759472.943398:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759472.943402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 752
00000100:00080000:1.0:1787759472.943404:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759472.943406:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759472.943416:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759472.943425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962079104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759472.943432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759472.943435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759472.943436:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759472.943438:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 752
00000100:00080000:1.0:1787759472.943440:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759472.943443:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759472.943446:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759472.943454:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962078976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759472.943457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962079232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759472.943531:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759472.943596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759472/real 1787759472]  req@ffff93eda12a61c0 x1874600962078976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759472.943619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962078976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759472.943633:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759472.943639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759472.943654:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962078976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759472.943664:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079104:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759472.943704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759472.943721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759472/real 1787759472]  req@ffff93eda12a4000 x1874600962079104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759472.943736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962079104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759472.943746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759472.943750:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759472.943754:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079104:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759472.943787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079232:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759472.943811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759472.943825:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759472/real 1787759472]  req@ffff93eda12a5a40 x1874600962079232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759472.943839:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962079232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759472.943847:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759472.943851:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759472.943855:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079232:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759473.135310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759473.711301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759474.159387:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759474.735282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759475.183375:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759475.759249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759476.207325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759476.783298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759477.231326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759477.807235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759478.063291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759478.063302:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759478.063307:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759478.063320:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 757
00000100:00080000:3.0:1787759478.063340:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759478.063363:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759478.063399:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962079360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759478.063422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759478.063425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759478.063426:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759478.063431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 757
00000100:00080000:3.0:1787759478.063435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759478.063441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759478.063450:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759478.063463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962079488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759478.063468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962079360:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759478.063477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759478.063480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759478.063482:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759478.063485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 757
00000100:00080000:3.0:1787759478.063487:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759478.063490:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759478.063494:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759478.063505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962079616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759478.063532:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759478.063575:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478]  req@ffff93eda1099a40 x1874600962079360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759478.063595:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962079360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759478.063607:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759478.063612:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759478.063616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962079360:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759478.063643:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079488:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759478.063668:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759478.063682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478]  req@ffff93eda1099e00 x1874600962079488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759478.063696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962079488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759478.063704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759478.063706:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759478.063709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079488:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759478.063713:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079616:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759478.063730:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759478.063738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478]  req@ffff93eda1098b40 x1874600962079616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759478.063746:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962079616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759478.063762:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759478.063765:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759478.063767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079616:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759478.255320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759478.831224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759479.279334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759479.855250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759480.303306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759480.879245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759481.327382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759481.903276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759482.351358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759482.927294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759483.183285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759483.183300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759483.183306:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759483.183320:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 762
00000100:00080000:3.0:1787759483.183334:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759483.183342:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759483.183389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962079744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759483.183418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759483.183421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759483.183423:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759483.183426:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 762
00000100:00080000:3.0:1787759483.183429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759483.183432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759483.183442:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759483.183453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962079872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759483.183462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759483.183465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759483.183486:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787759483.183495:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962079744:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759483.183495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 762
00000100:00080000:3.0:1787759483.183508:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759483.183514:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759483.183519:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759483.183532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962080000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759483.183602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079872:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759483.183646:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080000:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759483.375327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759483.951343:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759484.399331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759484.975298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759485.423325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759485.999239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759486.255421:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787759486.255480:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759486.255492:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759486.255521:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759486.255530:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759486.255585:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759486]  req@ffff93eda109ad00 x1874600962080000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759486.255624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962080000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759486.255640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759486.255647:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759486.255653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080000:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759486.255663:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759486]  req@ffff93eda1098780 x1874600962079744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759486.255680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962079744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759486.255689:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759486.255694:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759486.255718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962079744:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759486.255728:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759486]  req@ffff93eda10983c0 x1874600962079872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759486.255744:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962079872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759486.255754:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759486.255765:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759486.255769:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962079872:192.168.204.156@tcp:38:kworker.0
00010000:00010000:0.0:1787759486.447321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759487.023263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759487.471348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759488.047258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759488.303243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759488.303257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759488.303261:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759488.303270:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 767
00000100:00080000:3.0:1787759488.303279:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759488.303286:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759488.303315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962080128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759488.303338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759488.303340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759488.303342:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759488.303361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 767
00000100:00080000:3.0:1787759488.303364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759488.303368:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759488.303378:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759488.303400:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962080128:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759488.303411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962080256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759488.303426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759488.303430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759488.303432:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759488.303437:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 767
00000100:00080000:3.0:1787759488.303441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759488.303445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759488.303451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759488.303468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962080384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759488.303472:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759488.303527:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488]  req@ffff93eda1098000 x1874600962080128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759488.303553:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962080128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759488.303565:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759488.303570:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759488.303575:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962080128:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759488.303602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080256:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759488.303630:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759488.303645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488]  req@ffff93eda109a940 x1874600962080256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759488.303678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962080256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759488.303687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759488.303690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759488.303694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080256:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759488.303701:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080384:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759488.303725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759488.303737:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488]  req@ffff93eda10983c0 x1874600962080384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759488.303760:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962080384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759488.303769:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759488.303772:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759488.303775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080384:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759488.495306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759489.071262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759489.519328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759490.095252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759490.543300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759491.119292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759491.567320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759492.143253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759492.591295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759493.167245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759493.423301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759493.423308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759493.423312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759493.423321:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 773
00000100:00080000:2.0:1787759493.423333:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759493.423341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759493.423380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962080512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759493.423409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759493.423413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759493.423416:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759493.423421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 773
00000100:00080000:2.0:1787759493.423426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759493.423431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759493.423448:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962080512:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787759493.423458:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759493.423478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962080640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759493.423489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759493.423492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759493.423495:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759493.423498:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 773
00000100:00080000:2.0:1787759493.423504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787759493.423507:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1787759493.423512:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759493.423518:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759493.423530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962080768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759493.423554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493]  req@ffff93ed916de940 x1874600962080512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759493.423585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962080512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759493.423593:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759493.423596:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759493.423598:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962080512:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759493.423622:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080640:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759493.423639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759493.423648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493]  req@ffff93ed916dd2c0 x1874600962080640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759493.423656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962080640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759493.423662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759493.423664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759493.423666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080640:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759493.423669:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080768:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759493.423680:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759493.423686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493]  req@ffff93ed916dc780 x1874600962080768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759493.423693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962080768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759493.423707:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759493.423709:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759493.423711:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962080768:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759493.615307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759494.191300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759494.639316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759495.215268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759495.663370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759496.239274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759496.687348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759497.263267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759497.711319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759498.287288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759498.543306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759498.543315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759498.543320:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759498.543331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 778
00000100:00080000:3.0:1787759498.543343:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759498.543352:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759498.543389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962080896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759498.543417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759498.543421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759498.543424:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759498.543428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 778
00000100:00080000:3.0:1787759498.543432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759498.543436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759498.543446:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759498.543459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962081024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759498.543471:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962080896:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759498.543474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759498.543482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759498.543484:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759498.543488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 778
00000100:00080000:3.0:1787759498.543506:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759498.543511:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759498.543517:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759498.543530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962081152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759498.543542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759498.543606:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498]  req@ffff93eda1098780 x1874600962080896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759498.543626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962080896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759498.543639:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759498.543645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759498.543649:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962080896:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759498.543674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081024:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759498.543699:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759498.543713:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498]  req@ffff93eda109ad00 x1874600962081024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759498.543726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962081024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759498.543735:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759498.543758:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759498.543763:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081024:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759498.543770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081152:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759498.543788:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759498.543796:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498]  req@ffff93eda1098b40 x1874600962081152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759498.543804:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962081152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759498.543810:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759498.543812:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759498.543814:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081152:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759498.735280:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759499.311278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759499.759305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759500.335280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759500.783293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759501.359274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759501.807296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759502.383272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759502.831291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759503.407252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759503.663240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759503.663248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759503.663252:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759503.663261:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 783
00000100:00080000:3.0:1787759503.663271:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759503.663278:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759503.663308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962081280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759503.663334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759503.663338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759503.663340:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759503.663344:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 783
00000100:00080000:3.0:1787759503.663348:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759503.663352:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759503.663379:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962081280:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759503.663380:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759503.663396:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962081408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759503.663406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759503.663409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759503.663420:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759503.663424:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 783
00000100:00080000:3.0:1787759503.663430:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759503.663435:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787759503.663440:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787759503.663444:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759503.663463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962081536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759503.663489:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503]  req@ffff93eda1099e00 x1874600962081280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759503.663509:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962081280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759503.663520:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759503.663525:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759503.663530:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962081280:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759503.663560:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081408:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759503.663579:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759503.663589:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503]  req@ffff93eda1099a40 x1874600962081408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759503.663597:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962081408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759503.663603:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759503.663605:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759503.663607:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081408:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759503.663611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081536:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759503.663621:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759503.663627:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503]  req@ffff93eda1098b40 x1874600962081536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759503.663635:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962081536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759503.663640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759503.663641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759503.663643:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081536:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759503.855358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759504.431310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759504.879274:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759505.455308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759505.903372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759506.479301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759506.927306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759507.503232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759507.951315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759508.527306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759508.783324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759508.783340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759508.783345:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759508.783359:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 788
00000100:00080000:3.0:1787759508.783373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759508.783383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759508.783456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962081664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759508.783492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759508.783497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759508.783500:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759508.783505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 788
00000100:00080000:3.0:1787759508.783510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759508.783516:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759508.783528:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759508.783545:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962081664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759508.783560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962081792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759508.783579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759508.783584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759508.783586:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759508.783591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 788
00000100:00080000:3.0:1787759508.783596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759508.783601:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759508.783608:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759508.783622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962081920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759508.783645:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759508.783703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759508/real 1787759508]  req@ffff93eda109ad00 x1874600962081664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759508.783719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962081664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759508.783730:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759508.783734:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759508.783739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962081664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759508.783769:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081792:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759508.783785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759508.783794:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759508/real 1787759508]  req@ffff93eda1098780 x1874600962081792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759508.783802:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962081792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759508.783808:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759508.783810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759508.783812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081792:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759508.783816:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081920:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759508.783827:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759508.783832:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759508/real 1787759508]  req@ffff93eda10983c0 x1874600962081920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759508.783853:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962081920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759508.783859:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759508.783861:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759508.783864:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962081920:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759508.975354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759509.551365:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759509.999367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759510.575308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759511.023325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759511.599304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759512.047327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759512.623276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759513.071291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759513.647307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759513.903271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759513.903279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759513.903282:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759513.903291:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 793
00000100:00080000:2.0:1787759513.903300:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759513.903306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759513.903337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962082048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759513.903359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759513.903375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759513.903377:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759513.903381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 793
00000100:00080000:2.0:1787759513.903385:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759513.903388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759513.903397:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759513.903411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962082176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759513.903413:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962082048:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759513.903430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759513.903433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759513.903434:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759513.903437:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 793
00000100:00080000:2.0:1787759513.903440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759513.903444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759513.903461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759513.903475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962082304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759513.903497:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759513.903611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759513/real 1787759513]  req@ffff93ed916dc780 x1874600962082048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759513.903632:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962082048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759513.903642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759513.903648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759513.903759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962082048:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759513.903784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082176:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759513.903855:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759513.903870:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759513/real 1787759513]  req@ffff93ed916dd2c0 x1874600962082176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759513.903883:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962082176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759513.903891:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759513.903895:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759513.903899:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082176:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759513.903905:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082304:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759513.903936:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759513.903948:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759513/real 1787759513]  req@ffff93ed916de940 x1874600962082304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759513.903960:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962082304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759513.903968:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759513.903971:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759513.903975:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082304:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759514.095314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759514.671342:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759515.119352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759515.695295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759516.143400:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759516.719254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759517.167276:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759517.743283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759518.191310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759518.767244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759519.023254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759519.023263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759519.023266:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759519.023275:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 798
00000100:00080000:3.0:1787759519.023284:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759519.023290:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759519.023323:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962082432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759519.023358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759519.023376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759519.023377:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759519.023381:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 798
00000100:00080000:3.0:1787759519.023384:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759519.023387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759519.023395:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759519.023405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962082560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759519.023413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759519.023416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759519.023417:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759519.023420:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 798
00000100:00080000:3.0:1787759519.023422:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759519.023425:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759519.023428:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759519.023432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962082432:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759519.023439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962082688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759519.023497:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759519.023538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519]  req@ffff93eda109a940 x1874600962082432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759519.023552:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962082432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759519.023561:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759519.023565:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759519.023568:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962082432:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759519.023574:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082560:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759519.023588:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759519.023595:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519]  req@ffff93eda1098000 x1874600962082560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759519.023603:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962082560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759519.023618:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759519.023621:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759519.023623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082560:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759519.023646:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082688:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759519.023660:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759519.023667:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519]  req@ffff93eda10983c0 x1874600962082688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759519.023674:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962082688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759519.023679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759519.023681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759519.023683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082688:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759519.215283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759519.791263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759520.239317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759520.815264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759521.263268:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759521.839230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759522.287349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759522.863235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759523.311294:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759523.887294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759524.143302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759524.143310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759524.143329:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759524.143338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 803
00000100:00080000:2.0:1787759524.143347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759524.143352:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759524.143389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962082816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759524.143409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759524.143411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759524.143413:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759524.143416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 803
00000100:00080000:2.0:1787759524.143418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759524.143420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759524.143428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759524.143436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962082944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759524.143444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759524.143446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759524.143450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787759524.143451:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962082816:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759524.143454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 803
00000100:00080000:2.0:1787759524.143460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759524.143463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759524.143467:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759524.143476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962083072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759524.143523:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759524.143557:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524]  req@ffff93ed916ded00 x1874600962082816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759524.143570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962082816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759524.143580:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759524.143584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759524.143588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962082816:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759524.143622:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082944:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759524.143645:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759524.143654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524]  req@ffff93ed916dcf00 x1874600962082944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759524.143663:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962082944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759524.143668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759524.143671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759524.143673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962082944:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759524.143677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083072:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759524.143689:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759524.143695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524]  req@ffff93ed916dc3c0 x1874600962083072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759524.143703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962083072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759524.143711:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759524.143714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759524.143718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083072:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759524.335386:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759524.911295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759525.359322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759525.935297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759526.383335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759526.959243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759527.407296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759527.983334:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759528.431366:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759529.007233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759529.263252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759529.263269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759529.263274:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759529.263285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 808
00000100:00080000:2.0:1787759529.263298:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759529.263306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759529.263349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962083200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759529.263375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759529.263378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759529.263380:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759529.263383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 808
00000100:00080000:2.0:1787759529.263385:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759529.263388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759529.263398:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759529.263410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962083328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759529.263421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759529.263425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759529.263427:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759529.263432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 808
00000100:00080000:2.0:1787759529.263436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787759529.263442:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962083200:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759529.263445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759529.263475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759529.263492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962083456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759529.263520:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759529.263598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529]  req@ffff93ed916dc000 x1874600962083200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759529.263645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962083200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759529.263659:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759529.263664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759529.263668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962083200:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759529.263675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083328:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759529.263696:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759529.263706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529]  req@ffff93ed916dde00 x1874600962083328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759529.263715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962083328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759529.263721:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759529.263723:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759529.263726:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083328:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759529.263755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083456:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759529.263769:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759529.263776:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529]  req@ffff93ed916dfc00 x1874600962083456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759529.263784:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962083456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759529.263799:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759529.263802:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759529.263804:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083456:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759529.455355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759530.031307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759530.479331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759531.055280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759531.503330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759532.079284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759532.527365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759533.103271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759533.551333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759534.127274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759534.383303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759534.383315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759534.383320:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759534.383331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 814
00000100:00080000:3.0:1787759534.383341:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759534.383348:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759534.383379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962083584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759534.383401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759534.383404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759534.383419:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759534.383431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 814
00000100:00080000:3.0:1787759534.383434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759534.383438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759534.383445:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962083584:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759534.383447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759534.383461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962083712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759534.383470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759534.383472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759534.383473:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759534.383476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 814
00000100:00080000:3.0:1787759534.383479:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759534.383481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759534.383486:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759534.383493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962083840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759534.383510:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759534.383559:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534]  req@ffff93eda1098780 x1874600962083584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759534.383577:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962083584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759534.383588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759534.383592:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759534.383596:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962083584:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759534.383618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083712:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759534.383636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759534.383645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534]  req@ffff93eda109ad00 x1874600962083712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759534.383653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962083712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759534.383659:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759534.383661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759534.383663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083712:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759534.383679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083840:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759534.383695:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759534.383702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534]  req@ffff93eda1098b40 x1874600962083840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759534.383714:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962083840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759534.383724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759534.383726:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759534.383728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962083840:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759534.575374:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759535.151234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759535.599358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759536.175260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759536.623316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759537.199291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759537.647342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759538.223239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759538.671308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759539.247298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759539.503310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759539.503320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759539.503325:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759539.503335:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 819
00000100:00080000:1.0:1787759539.503345:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759539.503353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759539.503392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962083968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759539.503422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759539.503425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759539.503427:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759539.503432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 819
00000100:00080000:1.0:1787759539.503436:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759539.503439:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759539.503449:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759539.503461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962084096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759539.503472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759539.503476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759539.503478:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787759539.503486:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962083968:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759539.503501:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 819
00000100:00080000:1.0:1787759539.503506:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759539.503511:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759539.503518:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759539.503532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962084224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759539.503547:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759539.503590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539]  req@ffff93eda12a5a40 x1874600962083968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759539.503604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962083968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759539.503612:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759539.503615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759539.503618:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962083968:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759539.503623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084096:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759539.503638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759539.503646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539]  req@ffff93eda12a4000 x1874600962084096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759539.503662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962084096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759539.503668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759539.503671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759539.503673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084096:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759539.503694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084224:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759539.503708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759539.503715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539]  req@ffff93eda12a61c0 x1874600962084224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759539.503722:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962084224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759539.503728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759539.503730:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759539.503732:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084224:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759539.695355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759540.271229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759540.719282:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759541.295280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759541.743308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759542.319233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759542.767303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759543.343289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759543.791320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759544.367261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759544.623318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759544.623333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759544.623339:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759544.623353:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 824
00000100:00080000:3.0:1787759544.623366:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759544.623375:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759544.623431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962084352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759544.623456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759544.623460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759544.623462:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759544.623466:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 824
00000100:00080000:3.0:1787759544.623469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759544.623472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759544.623483:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759544.623493:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962084480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759544.623522:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962084352:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759544.623528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759544.623533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759544.623534:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759544.623538:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 824
00000100:00080000:3.0:1787759544.623541:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759544.623544:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759544.623548:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759544.623560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962084608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759544.623629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759544.623705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544]  req@ffff93eda1099a40 x1874600962084352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759544.623727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962084352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759544.623757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759544.623762:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759544.623767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962084352:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759544.623812:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084480:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759544.623843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759544.623876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544]  req@ffff93eda1099e00 x1874600962084480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759544.623892:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962084480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759544.623901:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759544.623905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759544.623909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084480:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759544.623916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084608:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759544.623940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759544.623953:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544]  req@ffff93eda1098b40 x1874600962084608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759544.623966:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962084608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759544.623975:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759544.623979:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759544.623983:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084608:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759544.815315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759545.391270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759545.839383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759546.415253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759546.863298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759547.439315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759547.887303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759548.463231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759548.911300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759549.487266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759549.743222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759549.743230:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759549.743234:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759549.743242:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 829
00000100:00080000:3.0:1787759549.743250:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759549.743256:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759549.743297:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962084736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759549.743319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759549.743321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759549.743323:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759549.743326:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 829
00000100:00080000:3.0:1787759549.743329:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759549.743331:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759549.743339:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759549.743348:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962084864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759549.743356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759549.743360:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962084736:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759549.743360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759549.743364:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759549.743371:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 829
00000100:00080000:3.0:1787759549.743374:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759549.743376:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759549.743378:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759549.743388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962084992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759549.743459:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084864:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759549.743509:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084992:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759549.935355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759550.511308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759550.959372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759551.535263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759551.983320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759552.559282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759552.815438:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787759552.815499:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759552.815517:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759552.815556:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759552.815568:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759552.815639:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759549/real 1787759552]  req@ffff93eda1098780 x1874600962084864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759552.815678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962084864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759552.815707:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759552.815714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759552.815719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084864:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759552.815740:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759549/real 1787759552]  req@ffff93eda10983c0 x1874600962084992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759552.815756:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962084992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759552.815766:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759552.815771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759552.815775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962084992:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759552.815783:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759549/real 1787759552]  req@ffff93eda109ad00 x1874600962084736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759552.815798:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962084736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759552.815831:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759552.815836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759552.815840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962084736:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787759553.007308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759553.583271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759554.031318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759554.607290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759554.863305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759554.863313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759554.863316:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759554.863324:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 834
00000100:00080000:1.0:1787759554.863333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759554.863338:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759554.863368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962085120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759554.863389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759554.863392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759554.863393:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759554.863396:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 834
00000100:00080000:1.0:1787759554.863398:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759554.863416:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759554.863426:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759554.863443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962085248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759554.863457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759554.863461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759554.863463:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787759554.863471:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962085120:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759554.863472:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 834
00000100:00080000:1.0:1787759554.863480:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759554.863486:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759554.863491:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759554.863509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962085376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759554.863584:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759554.863674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759554/real 1787759554]  req@ffff93eda12a6580 x1874600962085120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759554.863700:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962085120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759554.863714:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759554.863719:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759554.863727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962085120:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759554.863767:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085248:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759554.863795:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759554.863812:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759554/real 1787759554]  req@ffff93eda12a6940 x1874600962085248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759554.863826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962085248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759554.863835:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759554.863839:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759554.863856:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085248:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759554.863881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085376:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759554.863907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759554.863919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759554/real 1787759554]  req@ffff93eda12a7c00 x1874600962085376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759554.863932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962085376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759554.863940:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759554.863944:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759554.863948:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085376:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759555.055326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759555.631254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759556.079332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759556.655265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759557.103340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759557.679253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759558.127289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759558.703275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759559.151360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759559.727241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759559.983304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759559.983319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759559.983324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759559.983338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 839
00000100:00080000:3.0:1787759559.983352:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759559.983363:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759559.983418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962085504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759559.983456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759559.983461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759559.983463:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759559.983469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 839
00000100:00080000:3.0:1787759559.983474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759559.983502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759559.983503:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962085504:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759559.983513:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759559.983535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962085632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759559.983544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759559.983548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759559.983549:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759559.983567:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 839
00000100:00080000:3.0:1787759559.983572:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759559.983575:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759559.983580:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759559.983594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962085760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759559.983600:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759559.983657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759559/real 1787759559]  req@ffff93eda1098000 x1874600962085504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759559.983678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962085504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759559.983695:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759559.983698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759559.983701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962085504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759559.983727:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085632:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759559.983746:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759559.983762:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759559/real 1787759559]  req@ffff93eda109a940 x1874600962085632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759559.983780:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962085632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759559.983786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759559.983789:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759559.983791:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085632:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759559.983795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085760:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759559.983811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759559.983818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759559/real 1787759559]  req@ffff93eda109ad00 x1874600962085760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759559.983827:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962085760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759559.983832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759559.983834:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759559.983836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962085760:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759560.175375:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759560.751324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759561.199324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759561.775266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759562.223323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759562.799292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759563.247322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759563.823240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759564.271314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759564.847257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759565.103299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759565.103310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759565.103314:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759565.103324:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 844
00000100:00080000:1.0:1787759565.103336:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759565.103344:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759565.103383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962085888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759565.103411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759565.103415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759565.103433:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759565.103438:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 844
00000100:00080000:1.0:1787759565.103443:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759565.103447:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759565.103472:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759565.103493:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962086016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759565.103506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759565.103508:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962085888:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759565.103512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759565.103517:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759565.103522:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 844
00000100:00080000:1.0:1787759565.103526:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759565.103531:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759565.103538:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759565.103550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962086144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759565.103570:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759565.103618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565]  req@ffff93eda12a7c00 x1874600962085888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759565.103636:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962085888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759565.103662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759565.103666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759565.103671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962085888:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759565.103695:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086016:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759565.103717:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759565.103727:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565]  req@ffff93eda12a6940 x1874600962086016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759565.103735:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962086016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759565.103741:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759565.103744:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759565.103746:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086016:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759565.103749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086144:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759565.103761:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759565.103767:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565]  req@ffff93eda12a6580 x1874600962086144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759565.103774:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962086144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759565.103779:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759565.103781:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759565.103783:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086144:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759565.295349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759565.871280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759566.319352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759566.895261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759567.343349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759567.919290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759568.367413:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759568.943275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759569.391334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759569.967303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759570.223296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759570.223311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759570.223318:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759570.223332:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 849
00000100:00080000:3.0:1787759570.223346:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759570.223365:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759570.223412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962086272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759570.223438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759570.223442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759570.223443:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759570.223447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 849
00000100:00080000:3.0:1787759570.223450:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759570.223452:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759570.223463:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759570.223477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962086400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759570.223489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759570.223493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787759570.223504:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962086272:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759570.223516:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759570.223521:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 849
00000100:00080000:3.0:1787759570.223525:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759570.223528:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759570.223533:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759570.223548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962086528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759570.223594:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759570.223655:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570]  req@ffff93eda10983c0 x1874600962086272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759570.223678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962086272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759570.223693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759570.223698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759570.223703:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962086272:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759570.223711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086400:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759570.223735:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759570.223750:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570]  req@ffff93eda1098780 x1874600962086400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759570.223764:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962086400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759570.223774:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759570.223778:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759570.223782:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086400:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759570.223811:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086528:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759570.223833:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759570.223845:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570]  req@ffff93eda1098b40 x1874600962086528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759570.223868:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962086528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759570.223879:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759570.223883:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759570.223887:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086528:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759570.415391:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759570.991260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759571.439328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759572.015273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759572.463373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759573.039264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759573.487341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759574.063356:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759574.511386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759575.087305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759575.343270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759575.343278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759575.343281:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759575.343289:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 855
00000100:00080000:3.0:1787759575.343297:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759575.343303:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759575.343333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962086656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759575.343355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759575.343372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759575.343373:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759575.343378:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 855
00000100:00080000:3.0:1787759575.343381:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759575.343385:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759575.343393:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759575.343400:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962086656:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759575.343405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962086784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759575.343414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759575.343416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759575.343417:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759575.343420:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 855
00000100:00080000:3.0:1787759575.343422:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759575.343424:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759575.343427:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759575.343436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962086912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759575.343468:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759575.343507:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759575]  req@ffff93eda1099e00 x1874600962086656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759575.343524:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962086656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759575.343533:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759575.343536:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759575.343540:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962086656:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759575.343561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086784:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759575.343577:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759575.343585:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759575]  req@ffff93eda1099a40 x1874600962086784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759575.343592:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962086784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759575.343608:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759575.343611:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759575.343613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086784:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759575.343617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086912:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759575.343631:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759575.343638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759575]  req@ffff93eda1098b40 x1874600962086912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759575.343646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962086912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759575.343651:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759575.343654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759575.343656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962086912:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759575.535338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759576.111284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759576.559400:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759577.135269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759577.583333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759578.159304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759578.607338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759579.183242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759579.631315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759580.207275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759580.463292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759580.463300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759580.463303:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759580.463311:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 860
00000100:00080000:1.0:1787759580.463321:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759580.463327:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759580.463361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962087040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759580.463403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759580.463406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759580.463407:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759580.463411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 860
00000100:00080000:1.0:1787759580.463413:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759580.463416:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759580.463431:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759580.463442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962087168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759580.463449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759580.463452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759580.463454:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787759580.463458:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962087040:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759580.463459:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 860
00000100:00080000:1.0:1787759580.463464:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759580.463469:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759580.463473:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759580.463480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962087296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759580.463527:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759580.463576:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580]  req@ffff93eda12a61c0 x1874600962087040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759580.463595:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962087040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759580.463607:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759580.463620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759580.463625:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962087040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759580.463656:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087168:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759580.463681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759580.463696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580]  req@ffff93eda12a4000 x1874600962087168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759580.463710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962087168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759580.463719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759580.463723:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759580.463727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087168:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759580.463733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087296:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759580.463753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759580.463764:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580]  req@ffff93eda12a5a40 x1874600962087296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759580.463777:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962087296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759580.463786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759580.463790:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759580.463794:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087296:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759580.655308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759581.231224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759581.679368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759582.255284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759582.703393:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759583.279226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759583.727382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759584.303273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759584.751323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759585.327232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759585.583242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759585.583253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759585.583256:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759585.583264:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 865
00000100:00080000:1.0:1787759585.583288:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759585.583295:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759585.583331:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962087424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759585.583356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759585.583359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759585.583360:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759585.583364:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 865
00000100:00080000:1.0:1787759585.583368:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759585.583372:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759585.583382:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759585.583398:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962087424:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759585.583400:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962087552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759585.583415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759585.583418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759585.583419:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759585.583422:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 865
00000100:00080000:1.0:1787759585.583425:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759585.583429:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759585.583433:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759585.583442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962087680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759585.583455:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759585.583490:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585]  req@ffff93eda12a5a40 x1874600962087424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759585.583512:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962087424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759585.583521:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759585.583524:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759585.583527:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962087424:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759585.583554:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087552:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759585.583585:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759585.583602:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585]  req@ffff93eda12a4000 x1874600962087552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759585.583613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962087552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759585.583622:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759585.583625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759585.583628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087552:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759585.583634:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087680:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759585.583656:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759585.583669:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585]  req@ffff93eda12a61c0 x1874600962087680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759585.583683:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962087680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759585.583704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759585.583707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759585.583711:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087680:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759585.775321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759586.351266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759586.799322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759587.375281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759587.823342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759588.399278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759588.847323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759589.423273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759589.871391:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759590.447283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759590.703304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759590.703311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759590.703315:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759590.703323:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 870
00000100:00080000:3.0:1787759590.703332:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759590.703338:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759590.703370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962087808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759590.703410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759590.703413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759590.703414:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759590.703418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 870
00000100:00080000:3.0:1787759590.703422:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759590.703426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759590.703436:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759590.703451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962087936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759590.703458:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962087808:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759590.703468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759590.703473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759590.703475:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759590.703479:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 870
00000100:00080000:3.0:1787759590.703483:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759590.703486:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759590.703490:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759590.703500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962088064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759590.703527:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759590.703576:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590]  req@ffff93eda1098780 x1874600962087808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759590.703594:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962087808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759590.703602:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759590.703605:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759590.703608:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962087808:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759590.703626:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087936:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759590.703650:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759590.703665:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590]  req@ffff93eda10983c0 x1874600962087936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759590.703679:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962087936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759590.703688:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759590.703692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759590.703696:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962087936:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759590.703711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088064:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759590.703746:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759590.703758:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590]  req@ffff93eda109ad00 x1874600962088064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759590.703770:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962088064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759590.703778:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759590.703781:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759590.703784:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088064:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759590.895368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759591.471292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759591.919335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759592.495353:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759592.943334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759593.519259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759593.967340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759594.543305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759594.991336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759595.567271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759595.823308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759595.823321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759595.823325:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759595.823334:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 875
00000100:00080000:0.0:1787759595.823343:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759595.823349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759595.823381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962088192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759595.823403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759595.823406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759595.823407:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759595.823410:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 875
00000100:00080000:0.0:1787759595.823412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759595.823428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759595.823437:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759595.823449:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962088192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759595.823453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962088320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759595.823468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759595.823471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759595.823474:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759595.823478:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 875
00000100:00080000:0.0:1787759595.823484:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759595.823488:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759595.823494:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759595.823503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962088448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759595.823517:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759595.823568:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759595/real 1787759595]  req@ffff93ed82c27480 x1874600962088192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759595.823586:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962088192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759595.823597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759595.823601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759595.823605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962088192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759595.823630:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088320:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759595.823651:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759595.823663:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759595/real 1787759595]  req@ffff93ed82c261c0 x1874600962088320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759595.823677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962088320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759595.823685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759595.823689:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759595.823693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088320:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759595.823710:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088448:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759595.823731:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759595.823742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759595/real 1787759595]  req@ffff93ed82c26d00 x1874600962088448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759595.823755:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962088448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759595.823764:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759595.823768:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759595.823772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088448:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759596.015337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759596.591246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759597.039383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759597.615271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759598.063364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759598.639271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759599.087333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759599.663288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759600.111318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759600.687247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759600.943274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759600.943282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759600.943286:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759600.943295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 880
00000100:00080000:3.0:1787759600.943304:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759600.943310:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759600.943341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962088576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759600.943387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759600.943392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759600.943394:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759600.943400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 880
00000100:00080000:3.0:1787759600.943406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759600.943410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759600.943417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962088576:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759600.943418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759600.943434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962088704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759600.943443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759600.943446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759600.943447:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759600.943450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 880
00000100:00080000:3.0:1787759600.943453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759600.943455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759600.943459:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759600.943468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962088832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759600.943484:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759600.943528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759600/real 1787759600]  req@ffff93eda109a940 x1874600962088576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759600.943548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962088576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759600.943559:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759600.943564:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759600.943570:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962088576:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759600.943611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088704:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759600.943630:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759600.943640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759600/real 1787759600]  req@ffff93eda1098000 x1874600962088704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759600.943649:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962088704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759600.943656:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759600.943658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759600.943660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088704:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759600.943664:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088832:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759600.943676:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759600.943682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759600/real 1787759600]  req@ffff93eda109ad00 x1874600962088832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759600.943689:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962088832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759600.943694:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759600.943696:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759600.943698:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962088832:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759601.135307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759601.711302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759602.159353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759602.735231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759603.183315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759603.759287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759604.207324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759604.783261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759605.231359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759605.807268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759606.063276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759606.063286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759606.063291:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759606.063303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 885
00000100:00080000:3.0:1787759606.063313:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759606.063319:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759606.063352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962088960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759606.063376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759606.063379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759606.063380:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759606.063383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 885
00000100:00080000:3.0:1787759606.063386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759606.063388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759606.063396:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759606.063404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962089088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759606.063411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759606.063414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759606.063416:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759606.063418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 885
00000100:00080000:3.0:1787759606.063421:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787759606.063433:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962088960:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759606.063440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759606.063445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759606.063454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962089216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759606.063502:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759606.063544:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606]  req@ffff93eda10983c0 x1874600962088960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759606.063572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962088960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759606.063585:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759606.063589:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759606.063594:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962088960:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759606.063602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089088:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759606.063625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759606.063638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606]  req@ffff93eda1098780 x1874600962089088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759606.063652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962089088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759606.063676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759606.063681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759606.063685:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089088:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759606.063709:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089216:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759606.063731:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759606.063743:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606]  req@ffff93eda1098b40 x1874600962089216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759606.063756:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962089216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759606.063778:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759606.063782:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759606.063786:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089216:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759606.255310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759606.831252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759607.279302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759607.855243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759608.303318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759608.879237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759609.327346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759609.903272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759610.351301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759610.927313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759611.183265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759611.183272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759611.183276:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759611.183285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 890
00000100:00080000:0.0:1787759611.183294:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759611.183300:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759611.183333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962089344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759611.183355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759611.183357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759611.183359:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759611.183362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 890
00000100:00080000:0.0:1787759611.183364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759611.183366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759611.183374:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759611.183385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962089472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759611.183393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759611.183395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1787759611.183406:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962089344:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759611.183412:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759611.183418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 890
00000100:00080000:0.0:1787759611.183420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759611.183423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759611.183428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759611.183438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962089600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787759611.183468:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759611.183506:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611]  req@ffff93ed82c25e00 x1874600962089344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759611.183522:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962089344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759611.183534:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759611.183538:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759611.183542:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962089344:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759611.183582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089472:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759611.183605:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759611.183616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611]  req@ffff93ed82c26d00 x1874600962089472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759611.183638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962089472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759611.183647:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759611.183651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759611.183654:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089472:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759611.183661:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089600:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759611.183685:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759611.183695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611]  req@ffff93ed82c261c0 x1874600962089600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759611.183703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962089600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759611.183708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759611.183710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759611.183713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089600:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759611.375337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759611.951248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759612.399337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759612.975349:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759613.423321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759613.999267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759614.447317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759615.023320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759615.471330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759616.047253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759616.303303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759616.303314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759616.303318:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759616.303328:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 895
00000100:00080000:1.0:1787759616.303340:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759616.303348:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759616.303383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962089728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759616.303407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759616.303410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759616.303412:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759616.303415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 895
00000100:00080000:1.0:1787759616.303417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759616.303419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759616.303426:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759616.303435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962089856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759616.303472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759616.303475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759616.303477:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759616.303487:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 895
00000100:00100000:3.0:1787759616.303490:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962089728:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759616.303492:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759616.303499:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759616.303509:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759616.303524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962089984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759616.303627:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089856:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759616.303670:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089984:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759616.495335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759617.071337:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759617.519364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759618.095238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759618.543329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759619.119313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787759619.375456:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787759619.375498:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759619.375512:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759619.375549:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759619.375570:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759619.375610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759619]  req@ffff93eda12a6940 x1874600962089856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759619.375645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962089856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759619.375661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759619.375667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759619.375673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089856:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759619.375681:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759619]  req@ffff93eda12a7c00 x1874600962089984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759619.375696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962089984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759619.375705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759619.375708:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759619.375712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962089984:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759619.375720:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759619]  req@ffff93eda12a6580 x1874600962089728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759619.375750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962089728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759619.375760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759619.375764:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759619.375768:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962089728:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787759619.567344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759620.143266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759620.591294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759621.167299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759621.423276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759621.423287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759621.423291:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759621.423301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 901
00000100:00080000:0.0:1787759621.423314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759621.423322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759621.423356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962090112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759621.423397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759621.423400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759621.423402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759621.423408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 901
00000100:00080000:0.0:1787759621.423413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759621.423418:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759621.423430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962090112:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787759621.423432:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759621.423451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962090240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759621.423482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759621.423493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759621.423496:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1787759621.423502:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787759621.423506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 901
00000100:00080000:0.0:1787759621.423512:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759621.423518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759621.423524:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759621.423539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962090368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759621.423563:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621]  req@ffff93ed82c27480 x1874600962090112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759621.423597:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962090112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759621.423609:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759621.423614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759621.423618:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962090112:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759621.423648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090240:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759621.423676:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759621.423691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621]  req@ffff93ed82c270c0 x1874600962090240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759621.423703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962090240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759621.423713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759621.423716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759621.423728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090240:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759621.423736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090368:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759621.423770:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759621.423791:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621]  req@ffff93ed82c24b40 x1874600962090368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759621.423804:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962090368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759621.423819:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759621.423822:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759621.423826:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090368:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759621.615315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759622.191260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759622.639286:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759623.215231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759623.663311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759624.239261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759624.687357:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759625.263271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759625.711357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759626.287283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759626.543282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759626.543289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759626.543292:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759626.543301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 906
00000100:00080000:0.0:1787759626.543311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759626.543318:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759626.543349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962090496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759626.543370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759626.543373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759626.543375:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759626.543379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 906
00000100:00080000:0.0:1787759626.543381:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759626.543384:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759626.543405:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962090496:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787759626.543409:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759626.543424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962090624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759626.543433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759626.543435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759626.543437:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759626.543439:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 906
00000100:00080000:0.0:1787759626.543444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759626.543455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759626.543461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:3.0:1787759626.543465:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759626.543474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962090752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759626.543505:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626]  req@ffff93ed82c26940 x1874600962090496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759626.543580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962090496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759626.543592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759626.543597:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759626.543610:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962090496:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759626.543633:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090624:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759626.543658:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759626.543669:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626]  req@ffff93ed82c243c0 x1874600962090624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759626.543678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962090624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759626.543684:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759626.543692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759626.543695:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090624:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759626.543699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090752:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759626.543712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759626.543719:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626]  req@ffff93ed82c24780 x1874600962090752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759626.543726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962090752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759626.543732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759626.543734:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759626.543736:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962090752:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759626.735325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759627.311278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759627.759344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759628.335286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759628.783364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759629.359324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759629.807389:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759630.383288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759630.831333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759631.407305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759631.663302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759631.663310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759631.663314:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759631.663323:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 911
00000100:00080000:3.0:1787759631.663333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759631.663340:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759631.663372:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962090880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759631.663398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759631.663402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759631.663404:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759631.663409:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 911
00000100:00080000:3.0:1787759631.663413:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759631.663418:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759631.663428:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759631.663433:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962090880:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759631.663446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962091008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759631.663473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759631.663476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759631.663479:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759631.663483:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 911
00000800:00000100:0.0:1787759631.663490:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787759631.663504:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759631.663510:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759631.663516:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759631.663529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962091136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759631.663539:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631]  req@ffff93eda1099a40 x1874600962090880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759631.663562:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962090880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759631.663575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759631.663581:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759631.663586:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962090880:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759631.663610:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091008:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759631.663643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759631.663653:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631]  req@ffff93eda1099e00 x1874600962091008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759631.663663:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962091008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759631.663669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759631.663671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759631.663673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091008:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759631.663677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091136:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759631.663690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759631.663696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631]  req@ffff93eda1098b40 x1874600962091136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759631.663704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962091136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759631.663709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759631.663710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759631.663712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091136:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759631.855325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759632.431275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759632.879363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759633.455264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759633.903303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759634.479345:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759634.927386:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759635.503238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759635.951358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759636.527278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759636.783346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759636.783357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759636.783362:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759636.783373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 916
00000100:00080000:3.0:1787759636.783385:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759636.783394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759636.783437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962091264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759636.783468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759636.783471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759636.783473:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759636.783477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 916
00000100:00080000:3.0:1787759636.783479:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759636.783482:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759636.783512:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759636.783523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962091392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759636.783531:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962091264:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759636.783535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759636.783539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759636.783540:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759636.783546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 916
00000100:00080000:3.0:1787759636.783553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759636.783557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759636.783562:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759636.783576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962091520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759636.783626:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759636.783681:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759636/real 1787759636]  req@ffff93eda1098780 x1874600962091264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759636.783713:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962091264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759636.783738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759636.783744:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759636.783749:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962091264:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759636.783779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091392:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759636.783805:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759636.783818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759636/real 1787759636]  req@ffff93eda10983c0 x1874600962091392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759636.783831:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962091392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759636.783841:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759636.783845:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759636.783848:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091392:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759636.783855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091520:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759636.783876:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759636.783888:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759636/real 1787759636]  req@ffff93eda109ad00 x1874600962091520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759636.783901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962091520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759636.783925:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759636.783929:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759636.783933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091520:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759636.975392:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759637.551300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759637.999365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759638.575274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759639.023373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759639.599237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759640.047310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759640.623314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759641.071368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759641.647289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759641.903274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759641.903284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759641.903288:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759641.903304:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 921
00000100:00080000:1.0:1787759641.903313:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759641.903320:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759641.903353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962091648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759641.903374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759641.903376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759641.903378:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759641.903381:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 921
00000100:00080000:1.0:1787759641.903383:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759641.903392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759641.903400:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759641.903408:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962091648:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759641.903415:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962091776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759641.903435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759641.903439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759641.903441:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759641.903446:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 921
00000100:00080000:1.0:1787759641.903464:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759641.903470:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787759641.903476:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787759641.903477:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759641.903505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962091904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759641.903524:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759641/real 1787759641]  req@ffff93eda12a6580 x1874600962091648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759641.903541:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962091648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759641.903549:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759641.903551:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759641.903554:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962091648:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759641.903574:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091776:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759641.903592:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759641.903607:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759641/real 1787759641]  req@ffff93eda12a7c00 x1874600962091776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759641.903615:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962091776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759641.903621:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759641.903624:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759641.903626:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091776:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759641.903640:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091904:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759641.903665:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759641.903677:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759641/real 1787759641]  req@ffff93eda12a6940 x1874600962091904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759641.903690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962091904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759641.903700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759641.903703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759641.903707:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962091904:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759642.095322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759642.671258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759643.119320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759643.695258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759644.143306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759644.719257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759645.167323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759645.743260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759646.191321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759646.767257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759647.023315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759647.023326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759647.023331:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759647.023342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 926
00000100:00080000:2.0:1787759647.023353:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759647.023361:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759647.023399:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962092032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759647.023428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759647.023432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759647.023434:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759647.023439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 926
00000100:00080000:2.0:1787759647.023444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759647.023449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759647.023459:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759647.023474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962092160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759647.023491:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962092032:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759647.023516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759647.023520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759647.023522:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759647.023527:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 926
00000100:00080000:2.0:1787759647.023533:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759647.023537:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759647.023543:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759647.023557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962092288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759647.023568:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759647.023613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647]  req@ffff93ed916dda40 x1874600962092032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759647.023634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962092032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759647.023647:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759647.023651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759647.023656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962092032:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759647.023679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092160:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759647.023703:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759647.023717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647]  req@ffff93ed916dd680 x1874600962092160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759647.023740:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962092160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759647.023750:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759647.023754:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759647.023758:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092160:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759647.023765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092288:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759647.023786:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759647.023798:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647]  req@ffff93ed916de580 x1874600962092288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759647.023811:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962092288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759647.023820:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759647.023824:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759647.023828:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092288:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759647.215341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759647.791327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759648.239354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759648.815248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759649.263355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759649.839319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759650.287400:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759650.863275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759651.311389:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759651.887282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759652.143290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759652.143300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759652.143305:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759652.143315:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 931
00000100:00080000:2.0:1787759652.143325:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759652.143333:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759652.143370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962092416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759652.143399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759652.143403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759652.143405:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759652.143410:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 931
00000100:00080000:2.0:1787759652.143414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759652.143418:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759652.143443:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759652.143472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962092544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759652.143478:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962092416:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759652.143499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759652.143504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759652.143506:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759652.143512:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 931
00000100:00080000:2.0:1787759652.143517:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759652.143522:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759652.143528:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759652.143544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962092672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759652.143586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759652.143662:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652]  req@ffff93ed916de1c0 x1874600962092416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759652.143686:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962092416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759652.143721:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759652.143727:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759652.143732:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962092416:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759652.143782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092544:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759652.143810:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759652.143825:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652]  req@ffff93ed916dcb40 x1874600962092544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759652.143840:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962092544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759652.143850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759652.143854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759652.143858:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092544:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759652.143865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092672:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759652.143889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759652.143902:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652]  req@ffff93ed916df840 x1874600962092672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759652.143916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962092672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759652.143926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759652.143930:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759652.143933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092672:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759652.335405:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759652.911278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759653.359390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759653.935319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759654.383372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759654.959267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759655.407319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759655.983277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759656.431345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759657.007261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759657.263274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759657.263282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759657.263286:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759657.263294:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 936
00000100:00080000:2.0:1787759657.263303:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759657.263309:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759657.263341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962092800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759657.263366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759657.263369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759657.263370:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759657.263373:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 936
00000100:00080000:2.0:1787759657.263388:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759657.263392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759657.263402:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759657.263414:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962092800:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759657.263421:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962092928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759657.263435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759657.263440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759657.263441:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759657.263445:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 936
00000100:00080000:2.0:1787759657.263451:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759657.263455:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759657.263461:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787759657.263469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759657.263478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962093056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759657.263516:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657]  req@ffff93ed916df840 x1874600962092800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759657.263530:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962092800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759657.263539:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759657.263542:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759657.263546:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962092800:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759657.263568:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092928:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759657.263592:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759657.263604:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657]  req@ffff93ed916dcb40 x1874600962092928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759657.263616:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962092928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759657.263625:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759657.263628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759657.263632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962092928:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759657.263638:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093056:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759657.263657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759657.263683:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657]  req@ffff93ed916de1c0 x1874600962093056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759657.263704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962093056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759657.263713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759657.263716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759657.263720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093056:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759657.455302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759658.031294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759658.479355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759659.055257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759659.503303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759660.079268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759660.527327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759661.103248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759661.551298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759662.127283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759662.383310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759662.383321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759662.383325:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759662.383337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 942
00000100:00080000:0.0:1787759662.383347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759662.383355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759662.383391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962093184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759662.383423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759662.383427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759662.383429:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759662.383434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 942
00000100:00080000:0.0:1787759662.383438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759662.383442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759662.383452:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759662.383467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962093312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759662.383471:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962093184:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759662.383512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759662.383516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759662.383519:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759662.383524:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 942
00000100:00080000:0.0:1787759662.383531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759662.383535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:3.0:1787759662.383542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:0.0:1787759662.383543:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759662.383559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26580 x1874600962093440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787759662.383610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662]  req@ffff93ed82c27840 x1874600962093184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759662.383647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962093184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759662.383660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759662.383664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759662.383677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962093184:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759662.383707:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093312:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787759662.383731:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759662.383745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662]  req@ffff93ed82c24000 x1874600962093312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759662.383759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962093312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759662.383769:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759662.383772:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759662.383776:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093312:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787759662.383782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093440:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787759662.383801:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759662.383811:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662]  req@ffff93ed82c26580 x1874600962093440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759662.383824:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26580 x1874600962093440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787759662.383846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787759662.383850:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787759662.383854:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093440:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759662.575343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759663.151253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759663.599322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759664.175267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759664.623345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759665.199248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759665.647392:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759666.223314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759666.671348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759667.247318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759667.503323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759667.503338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759667.503344:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759667.503359:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 947
00000100:00080000:3.0:1787759667.503373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759667.503383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759667.503433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962093568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759667.503486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759667.503492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759667.503495:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759667.503502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 947
00000100:00080000:3.0:1787759667.503528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787759667.503537:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962093568:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759667.503539:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759667.503563:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759667.503591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962093696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759667.503606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1787759667.503614:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787759667.503614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759667.503623:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759667.503631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 947
00000100:00080000:3.0:1787759667.503637:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759667.503643:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759667.503650:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759667.503666:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667]  req@ffff93eda109a940 x1874600962093568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787759667.503671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962093824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759667.503705:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962093568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759667.503717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759667.503720:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759667.503724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962093568:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759667.503750:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093696:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759667.503767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759667.503775:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667]  req@ffff93eda1098000 x1874600962093696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759667.503797:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962093696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759667.503806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759667.503810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759667.503813:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093696:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759667.503820:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093824:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759667.503843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759667.503855:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667]  req@ffff93eda109ad00 x1874600962093824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759667.503865:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962093824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759667.503870:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759667.503872:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759667.503875:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962093824:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759667.695384:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759668.271278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759668.719332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759669.295321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759669.743358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759670.319307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759670.767327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759671.343284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759671.791373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759672.367258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759672.623326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759672.623337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759672.623342:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759672.623353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 952
00000100:00080000:1.0:1787759672.623376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759672.623387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759672.623442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962093952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759672.623478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759672.623482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759672.623485:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759672.623489:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 952
00000100:00080000:1.0:1787759672.623493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759672.623498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759672.623511:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759672.623542:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962093952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759672.623561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962094080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759672.623584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759672.623587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759672.623589:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759672.623593:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 952
00000100:00080000:1.0:1787759672.623609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759672.623614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787759672.623622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787759672.623628:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759672.623649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962094208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759672.623664:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672]  req@ffff93eda12a61c0 x1874600962093952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759672.623687:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962093952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759672.623712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759672.623716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759672.623719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962093952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759672.623742:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094080:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759672.623762:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759672.623771:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672]  req@ffff93eda12a4000 x1874600962094080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759672.623781:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962094080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759672.623789:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759672.623793:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759672.623796:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094080:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759672.623803:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094208:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759672.623835:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759672.623847:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672]  req@ffff93eda12a5a40 x1874600962094208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759672.623855:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962094208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759672.623861:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759672.623863:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759672.623865:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094208:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759672.815321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759673.391294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759673.839390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759674.415293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759674.863292:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759675.439297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759675.887316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759676.463236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759676.911325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759677.487287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759677.743318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759677.743328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759677.743333:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759677.743345:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 957
00000100:00080000:1.0:1787759677.743356:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759677.743365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759677.743405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962094336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759677.743433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759677.743438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759677.743440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759677.743445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 957
00000100:00080000:1.0:1787759677.743449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759677.743454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759677.743479:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962094336:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787759677.743481:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759677.743500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962094464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759677.743514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759677.743518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759677.743520:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759677.743524:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 957
00000100:00080000:1.0:1787759677.743532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759677.743537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787759677.743542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787759677.743546:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759677.743561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962094592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759677.743580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759677/real 1787759677]  req@ffff93eda12a5a40 x1874600962094336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759677.743593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962094336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759677.743602:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759677.743605:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759677.743608:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962094336:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759677.743629:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094464:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759677.743643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759677.743651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759677/real 1787759677]  req@ffff93eda12a4000 x1874600962094464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759677.743658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962094464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759677.743664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759677.743666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759677.743668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094464:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759677.743671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094592:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759677.743682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759677.743688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759677/real 1787759677]  req@ffff93eda12a61c0 x1874600962094592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759677.743702:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962094592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759677.743708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759677.743710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759677.743712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094592:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759677.935345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759678.511282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759678.959338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759679.535303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759679.983422:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759680.559275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759681.007363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759681.583297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759682.031331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759682.607257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759682.863277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759682.863285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759682.863289:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759682.863297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 962
00000100:00080000:1.0:1787759682.863306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759682.863312:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759682.863343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962094720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759682.863365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759682.863368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759682.863369:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759682.863372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 962
00000100:00080000:1.0:1787759682.863389:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759682.863392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759682.863400:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759682.863407:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962094720:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759682.863413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962094848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759682.863422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759682.863424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759682.863426:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759682.863428:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 962
00000100:00080000:1.0:1787759682.863431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759682.863433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759682.863437:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759682.863444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962094976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759682.863495:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094848:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759682.863517:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094976:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759683.055323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759683.631342:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759684.079308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759684.655295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759685.103339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759685.679280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787759685.935586:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787759685.935660:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787759685.935682:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759685.935748:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787759685.935761:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759685.935887:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759682/real 1787759685]  req@ffff93eda12a7c00 x1874600962094848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759685.935920:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962094848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759685.935936:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759685.935942:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759685.935947:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094848:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759685.935958:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759682/real 1787759685]  req@ffff93eda12a6580 x1874600962094976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759685.936007:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962094976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759685.936016:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759685.936020:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759685.936023:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962094976:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759685.936030:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759682/real 1787759685]  req@ffff93eda12a6940 x1874600962094720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759685.936044:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962094720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759685.936051:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759685.936055:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759685.936058:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962094720:192.168.204.156@tcp:250:kworker.0
00010000:00010000:0.0:1787759686.127282:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759686.703286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759687.151351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759687.727266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759687.983303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759687.983313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759687.983317:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759687.983326:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 967
00000100:00080000:3.0:1787759687.983335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759687.983341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759687.983372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962095104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759687.983423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759687.983427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759687.983429:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759687.983434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 967
00000100:00080000:3.0:1787759687.983438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759687.983449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759687.983466:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759687.983479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962095232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759687.983491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759687.983492:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962095104:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759687.983499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759687.983504:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759687.983509:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 967
00000100:00080000:3.0:1787759687.983513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759687.983517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759687.983528:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759687.983542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962095360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759687.983567:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759687.983619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759687/real 1787759687]  req@ffff93eda10983c0 x1874600962095104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759687.983638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962095104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759687.983650:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759687.983655:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759687.983668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962095104:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759687.983700:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095232:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759687.983725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759687.983738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759687/real 1787759687]  req@ffff93eda1098780 x1874600962095232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759687.983750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962095232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759687.983758:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759687.983762:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759687.983765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095232:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759687.983772:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095360:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759687.983792:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759687.983803:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759687/real 1787759687]  req@ffff93eda1098b40 x1874600962095360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759687.983814:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962095360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759687.983823:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759687.983833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759687.983838:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095360:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759688.175306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759688.751347:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759689.199390:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759689.775241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759690.223281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759690.799278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759691.247328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759691.823253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759692.271272:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759692.847277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759693.103274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759693.103282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759693.103285:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759693.103293:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 972
00000100:00080000:3.0:1787759693.103303:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759693.103309:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759693.103350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962095488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759693.103372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759693.103375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759693.103377:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759693.103380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 972
00000100:00080000:3.0:1787759693.103382:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759693.103384:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759693.103392:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759693.103401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962095616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759693.103408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759693.103411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759693.103412:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759693.103415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 972
00000100:00080000:3.0:1787759693.103418:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759693.103424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759693.103425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962095488:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759693.103449:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759693.103466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962095744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759693.103489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759693.103535:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693]  req@ffff93eda1099e00 x1874600962095488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759693.103560:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962095488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759693.103569:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759693.103572:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759693.103575:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962095488:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759693.103580:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095616:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759693.103597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759693.103606:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693]  req@ffff93eda1099a40 x1874600962095616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759693.103614:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962095616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759693.103620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759693.103622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759693.103625:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095616:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759693.103646:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095744:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759693.103658:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759693.103664:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693]  req@ffff93eda1098b40 x1874600962095744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759693.103684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962095744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759693.103689:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759693.103691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759693.103693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962095744:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759693.295367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759693.871215:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759694.319256:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759694.895231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759695.343382:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759695.919278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759696.367364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759696.943265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759697.391325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759697.967284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759698.223295:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759698.223307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759698.223311:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759698.223321:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 977
00000100:00080000:2.0:1787759698.223332:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759698.223357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759698.223388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962095872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759698.223419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759698.223423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759698.223424:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759698.223429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 977
00000100:00080000:2.0:1787759698.223433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759698.223437:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759698.223447:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759698.223462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962096000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759698.223473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787759698.223478:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962095872:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759698.223478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759698.223487:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759698.223494:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 977
00000100:00080000:2.0:1787759698.223498:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759698.223503:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759698.223509:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759698.223523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962096128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759698.223547:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759698.223587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698]  req@ffff93ed916de580 x1874600962095872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759698.223601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962095872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759698.223610:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759698.223613:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759698.223616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962095872:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759698.223645:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096000:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759698.223662:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759698.223670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698]  req@ffff93ed916dd680 x1874600962096000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759698.223678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962096000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759698.223690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759698.223693:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759698.223696:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096000:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759698.223706:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096128:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759698.223723:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759698.223730:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698]  req@ffff93ed916dda40 x1874600962096128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759698.223737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962096128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759698.223743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759698.223745:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759698.223747:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096128:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759698.415310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759698.991293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759699.439370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759700.015289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759700.463305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759701.039265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759701.487335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759702.063281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759702.511316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759703.087343:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759703.343386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759703.343395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759703.343399:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759703.343409:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 983
00000100:00080000:3.0:1787759703.343419:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759703.343426:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759703.343461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962096256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759703.343488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759703.343491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759703.343506:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759703.343512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 983
00000100:00080000:3.0:1787759703.343519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759703.343525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759703.343538:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759703.343539:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962096256:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759703.343563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962096384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759703.343578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759703.343581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759703.343583:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759703.343591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 983
00000100:00080000:3.0:1787759703.343595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759703.343601:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759703.343609:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759703.343623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962096512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759703.343662:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759703.343745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703]  req@ffff93eda1098780 x1874600962096256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759703.343784:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962096256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759703.343800:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759703.343805:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759703.343810:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962096256:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759703.343842:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096384:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759703.343870:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759703.343883:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703]  req@ffff93eda10983c0 x1874600962096384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759703.343897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962096384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759703.343906:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759703.343909:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759703.343913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096384:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759703.343919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096512:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759703.343940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759703.343962:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703]  req@ffff93eda109ad00 x1874600962096512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759703.343977:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962096512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759703.343998:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759703.344003:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759703.344006:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096512:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759703.535356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759704.111234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759704.559313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759705.135327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759705.583333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759706.159293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759706.607339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759707.183335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759707.631395:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759708.207253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759708.463265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759708.463276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759708.463280:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759708.463291:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 988
00000100:00080000:2.0:1787759708.463302:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759708.463311:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759708.463350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962096640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759708.463383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759708.463388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759708.463390:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759708.463394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 988
00000100:00080000:2.0:1787759708.463399:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759708.463412:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759708.463422:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759708.463435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962096768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759708.463439:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962096640:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759708.463449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759708.463452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759708.463469:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759708.463475:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 988
00000100:00080000:2.0:1787759708.463480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759708.463485:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759708.463492:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759708.463505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962096896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759708.463511:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759708.463566:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759708]  req@ffff93ed916dfc00 x1874600962096640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759708.463601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962096640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759708.463620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759708.463624:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759708.463629:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962096640:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759708.463653:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096768:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759708.463697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759708.463712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759708]  req@ffff93ed916dde00 x1874600962096768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759708.463725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962096768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759708.463735:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759708.463739:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759708.463742:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096768:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759708.463749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096896:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759708.463772:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759708.463784:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759708]  req@ffff93ed916dc000 x1874600962096896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759708.463797:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962096896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759708.463805:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759708.463809:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759708.463812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962096896:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759708.655301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759709.231265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759709.679332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759710.255294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759710.703386:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759711.279269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759711.727336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759712.303295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759712.751348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759713.327294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759713.583334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759713.583345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759713.583349:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759713.583360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 993
00000100:00080000:3.0:1787759713.583373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759713.583381:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759713.583429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962097024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759713.583454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759713.583457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759713.583458:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759713.583462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 993
00000100:00080000:3.0:1787759713.583465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759713.583467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759713.583476:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759713.583486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962097152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759713.583495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759713.583497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759713.583498:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787759713.583507:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962097024:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759713.583520:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 993
00000100:00080000:3.0:1787759713.583523:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759713.583526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759713.583532:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759713.583544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962097280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759713.583596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759713.583656:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713]  req@ffff93eda1098000 x1874600962097024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759713.583681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962097024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759713.583696:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759713.583701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759713.583705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962097024:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759713.583731:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097152:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759713.583751:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759713.583763:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713]  req@ffff93eda109a940 x1874600962097152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759713.583776:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962097152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759713.583786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759713.583789:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759713.583794:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097152:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759713.583801:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097280:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759713.583828:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759713.583837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713]  req@ffff93eda109ad00 x1874600962097280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759713.583847:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962097280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759713.583856:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759713.583859:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759713.583863:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097280:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759713.775317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759714.351281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759714.799304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759715.375262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759715.823347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759716.399324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759716.847309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759717.423254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759717.871343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759718.447298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759718.703342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759718.703350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759718.703354:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759718.703362:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 998
00000100:00080000:1.0:1787759718.703371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759718.703377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759718.703411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962097408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759718.703436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759718.703453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759718.703454:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759718.703457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 998
00000100:00080000:1.0:1787759718.703461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759718.703465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759718.703484:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759718.703496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962097536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759718.703504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759718.703506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759718.703508:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759718.703510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 998
00000100:00080000:1.0:1787759718.703513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759718.703515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759718.703519:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759718.703528:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962097408:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759718.703528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962097664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759718.703635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759718.703700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718]  req@ffff93eda12a6940 x1874600962097408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759718.703725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962097408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759718.703738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759718.703743:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759718.703748:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962097408:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759718.703757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097536:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759718.703781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759718.703794:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718]  req@ffff93eda12a6580 x1874600962097536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759718.703821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962097536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759718.703830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759718.703834:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759718.703837:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097536:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759718.703869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097664:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759718.703893:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759718.703907:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718]  req@ffff93eda12a7c00 x1874600962097664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759718.703920:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962097664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759718.703929:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759718.703933:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759718.703937:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097664:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759718.895308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759719.471274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759719.919364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759720.495256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759720.943310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759721.519223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759721.967309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759722.543257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759722.991309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759723.567241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759723.823240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759723.823250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759723.823255:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759723.823265:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1003
00000100:00080000:1.0:1787759723.823275:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759723.823283:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759723.823319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962097792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759723.823354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759723.823356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759723.823358:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759723.823361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1003
00000100:00080000:1.0:1787759723.823364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759723.823366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759723.823383:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759723.823394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962097920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759723.823401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759723.823404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759723.823407:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787759723.823408:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962097792:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759723.823410:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1003
00000100:00080000:1.0:1787759723.823415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759723.823418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759723.823421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759723.823428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962098048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759723.823467:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759723.823512:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759723/real 1787759723]  req@ffff93eda12a61c0 x1874600962097792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759723.823537:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962097792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759723.823544:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759723.823546:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759723.823549:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962097792:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759723.823567:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097920:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759723.823582:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759723.823589:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759723/real 1787759723]  req@ffff93eda12a4000 x1874600962097920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759723.823596:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962097920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759723.823601:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759723.823603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759723.823605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962097920:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759723.823608:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098048:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759723.823617:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759723.823622:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759723/real 1787759723]  req@ffff93eda12a5a40 x1874600962098048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759723.823628:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962098048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759723.823640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759723.823642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759723.823643:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098048:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759724.015317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759724.591249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759725.039327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759725.615265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759726.063305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759726.639245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759727.087300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759727.663313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759728.111399:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759728.687340:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759728.943307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759728.943316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759728.943319:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759728.943327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1008
00000100:00080000:1.0:1787759728.943359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759728.943366:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759728.943401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962098176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759728.943435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759728.943440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759728.943442:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759728.943447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1008
00000100:00080000:1.0:1787759728.943451:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759728.943466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759728.943479:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759728.943498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962098304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759728.943514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962098176:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759728.943516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759728.943530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759728.943534:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759728.943538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1008
00000100:00080000:1.0:1787759728.943541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759728.943544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759728.943550:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759728.943565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962098432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759728.943622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759728.943690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759728/real 1787759728]  req@ffff93eda12a5a40 x1874600962098176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759728.943723:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962098176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759728.943737:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759728.943742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759728.943747:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962098176:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759728.943782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098304:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759728.943810:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759728.943826:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759728/real 1787759728]  req@ffff93eda12a4000 x1874600962098304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759728.943856:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962098304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759728.943878:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759728.943882:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759728.943885:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098304:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759728.943893:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098432:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759728.943920:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759728.943934:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759728/real 1787759728]  req@ffff93eda12a61c0 x1874600962098432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759728.943948:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962098432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759728.943957:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759728.943960:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759728.943964:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098432:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759729.135348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759729.711317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759730.159414:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759730.735261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759731.183297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759731.759286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759732.207361:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759732.783260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759733.231333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759733.807306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759734.063294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759734.063302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759734.063306:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759734.063317:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1013
00000100:00080000:2.0:1787759734.063327:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759734.063335:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759734.063373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962098560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759734.063394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759734.063397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759734.063398:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759734.063401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1013
00000100:00080000:2.0:1787759734.063404:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759734.063407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759734.063414:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759734.063424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962098688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759734.063450:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962098560:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787759734.063451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759734.063454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759734.063455:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759734.063458:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1013
00000100:00080000:2.0:1787759734.063461:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759734.063463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759734.063467:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759734.063476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962098816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759734.063536:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759734.063576:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734]  req@ffff93ed916dc3c0 x1874600962098560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759734.063594:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962098560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759734.063605:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759734.063609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759734.063613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962098560:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759734.063636:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098688:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759734.063660:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759734.063672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734]  req@ffff93ed916dcf00 x1874600962098688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759734.063685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962098688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759734.063693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759734.063697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759734.063700:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098688:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759734.063706:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098816:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759734.063723:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759734.063733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734]  req@ffff93ed916ded00 x1874600962098816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759734.063769:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962098816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759734.063778:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759734.063781:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759734.063785:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962098816:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759734.255350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759734.831261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759735.279372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759735.855277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759736.303348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759736.879244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759737.327322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759737.903283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759738.351337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759738.927274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787759739.183298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759739.183313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787759739.183319:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759739.183334:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1018
00000100:00080000:2.0:1787759739.183350:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759739.183360:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759739.183413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962098944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759739.183449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759739.183453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787759739.183456:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759739.183461:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1018
00000100:00080000:2.0:1787759739.183465:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759739.183469:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759739.183512:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759739.183516:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962098944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759739.183530:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962099072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787759739.183545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787759739.183549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787759739.183552:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787759739.183556:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1018
00000100:00080000:2.0:1787759739.183561:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787759739.183566:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787759739.183572:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759739.183583:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962099200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759739.183604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759739.183661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739]  req@ffff93ed916de940 x1874600962098944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759739.183684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962098944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759739.183697:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759739.183702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759739.183707:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962098944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759739.183736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099072:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759739.183773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759739.183787:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739]  req@ffff93ed916dd2c0 x1874600962099072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759739.183801:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962099072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759739.183812:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759739.183816:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759739.183820:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099072:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759739.183827:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099200:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759739.183848:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759739.183859:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739]  req@ffff93ed916dc780 x1874600962099200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759739.183873:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962099200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759739.183882:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759739.183886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759739.183890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099200:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759739.375317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759739.951283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759740.399355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759740.975251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759741.423258:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759741.999280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759742.447349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759743.023239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759743.471301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759744.047273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759744.303295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759744.303303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759744.303307:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759744.303316:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1023
00000100:00080000:3.0:1787759744.303325:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759744.303331:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759744.303363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962099328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759744.303385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759744.303388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759744.303389:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759744.303392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1023
00000100:00080000:3.0:1787759744.303395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759744.303397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759744.303411:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759744.303426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962099456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759744.303435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962099328:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759744.303442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759744.303447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759744.303449:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759744.303461:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1023
00000100:00080000:3.0:1787759744.303465:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759744.303468:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759744.303486:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759744.303497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962099584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759744.303501:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759744.303545:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744]  req@ffff93eda10983c0 x1874600962099328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759744.303559:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962099328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759744.303567:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759744.303570:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759744.303574:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962099328:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759744.303593:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099456:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759744.303609:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759744.303618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744]  req@ffff93eda1098780 x1874600962099456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759744.303626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962099456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759744.303635:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759744.303638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759744.303641:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099456:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759744.303648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099584:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759744.303670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759744.303681:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744]  req@ffff93eda1098b40 x1874600962099584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759744.303704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962099584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759744.303709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759744.303711:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759744.303713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099584:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759744.495350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759745.071275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759745.519305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759746.095291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759746.543363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759747.119320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759747.567344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759748.143275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759748.591320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759749.167309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759749.423281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759749.423289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759749.423292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759749.423300:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1029
00000100:00080000:3.0:1787759749.423309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759749.423315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759749.423352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962099712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759749.423381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759749.423385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759749.423387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759749.423391:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1029
00000100:00080000:3.0:1787759749.423394:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759749.423397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759749.423405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759749.423415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962099840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759749.423422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759749.423424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759749.423438:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759749.423452:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1029
00000100:00080000:3.0:1787759749.423458:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759749.423463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759749.423469:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759749.423485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962099968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759749.423497:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962099712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759749.423638:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099840:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759749.423671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099968:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759749.615364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759750.191255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759750.639314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759751.215329:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759751.663361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759752.239259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759752.495478:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787759752.495530:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759752.495547:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759752.495588:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759752.495598:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787759752.495649:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759752]  req@ffff93eda1098b40 x1874600962099968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759752.495674:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962099968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759752.495688:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759752.495693:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759752.495713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099968:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787759752.495721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759752]  req@ffff93eda1099a40 x1874600962099712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759752.495735:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962099712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759752.495745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759752.495749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759752.495752:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962099712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759752.495759:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759752]  req@ffff93eda1099e00 x1874600962099840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759752.495771:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962099840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759752.495778:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759752.495781:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759752.495785:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962099840:192.168.204.156@tcp:38:kworker.0
00010000:00010000:1.0:1787759752.687312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759753.263254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759753.711302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759754.287237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759754.543301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759754.543313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759754.543318:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759754.543336:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1034
00000100:00080000:3.0:1787759754.543348:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759754.543356:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759754.543397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962100096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759754.543423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759754.543426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759754.543428:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759754.543432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1034
00000100:00080000:3.0:1787759754.543434:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759754.543436:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759754.543446:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759754.543461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962100224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787759754.543486:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962100096:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759754.543510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759754.543516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759754.543518:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759754.543525:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1034
00000100:00080000:3.0:1787759754.543531:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759754.543537:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759754.543543:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759754.543577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962100352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787759754.543603:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759754.543678:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754]  req@ffff93eda1098780 x1874600962100096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759754.543702:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962100096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759754.543740:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759754.543746:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759754.543750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962100096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759754.543793:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100224:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787759754.543821:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759754.543838:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754]  req@ffff93eda10983c0 x1874600962100224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759754.543862:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962100224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759754.543870:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759754.543873:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759754.543877:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100224:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787759754.543884:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100352:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787759754.543920:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759754.543939:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754]  req@ffff93eda109ad00 x1874600962100352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787759754.543953:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962100352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787759754.543961:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787759754.543964:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787759754.543967:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100352:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759754.735360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759755.311268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759755.759377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759756.335318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759756.783336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759757.359344:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759757.807377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759758.383285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759758.831302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759759.407275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759759.663343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759759.663351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759759.663354:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759759.663363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1039
00000100:00080000:0.0:1787759759.663371:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759759.663389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759759.663420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962100480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759759.663446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759759.663449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759759.663451:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759759.663454:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1039
00000100:00080000:0.0:1787759759.663456:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759759.663458:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759759.663466:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759759.663477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26580 x1874600962100608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759759.663485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759759.663487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787759759.663499:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962100480:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759759.663501:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759759.663510:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1039
00000100:00080000:0.0:1787759759.663513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759759.663516:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759759.663520:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759759.663530:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962100736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759759.663567:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759759.663615:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759]  req@ffff93ed82c252c0 x1874600962100480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759759.663632:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962100480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759759.663661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759759.663666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759759.663670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962100480:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759759.663689:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100608:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759759.663716:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759759.663730:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759]  req@ffff93ed82c26580 x1874600962100608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759759.663742:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26580 x1874600962100608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759759.663751:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759759.663754:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759759.663757:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100608:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759759.663781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100736:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759759.663799:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759759.663809:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759]  req@ffff93ed82c24000 x1874600962100736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759759.663821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962100736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759759.663829:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759759.663832:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759759.663836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100736:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759759.855355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759760.431231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759760.879333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759761.455258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759761.903313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759762.479243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759762.927419:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759763.503371:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759763.951359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759764.527307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759764.783306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759764.783317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759764.783321:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759764.783331:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1044
00000100:00080000:3.0:1787759764.783342:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759764.783350:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759764.783386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962100864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759764.783417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759764.783421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759764.783423:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759764.783427:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1044
00000100:00080000:3.0:1787759764.783431:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759764.783436:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759764.783462:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759764.783470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962100864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759764.783478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962100992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759764.783492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759764.783496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759764.783499:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759764.783503:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1044
00000100:00080000:3.0:1787759764.783516:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759764.783521:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:2.0:1787759764.783524:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787759764.783531:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759764.783548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962101120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759764.783596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759764/real 1787759764]  req@ffff93eda109a940 x1874600962100864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759764.783611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962100864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759764.783620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759764.783623:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759764.783626:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962100864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759764.783646:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100992:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759764.783664:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759764.783673:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759764/real 1787759764]  req@ffff93eda1098000 x1874600962100992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759764.783681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962100992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759764.783686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759764.783688:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759764.783691:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962100992:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759764.783694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101120:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759764.783705:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759764.783710:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759764/real 1787759764]  req@ffff93eda109ad00 x1874600962101120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759764.783726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962101120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759764.783734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759764.783737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759764.783741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101120:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759764.975360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759765.551275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759765.999321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759766.575314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759767.023406:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759767.599252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759768.047330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759768.623277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759769.071341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759769.647246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759769.903309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759769.903317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759769.903321:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759769.903338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1049
00000100:00080000:1.0:1787759769.903347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759769.903355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759769.903388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962101248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759769.903429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759769.903432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759769.903433:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759769.903436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1049
00000100:00080000:1.0:1787759769.903439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759769.903442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759769.903449:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759769.903460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962101376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759769.903467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759769.903470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759769.903471:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759769.903473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1049
00000100:00080000:1.0:1787759769.903488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787759769.903493:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962101248:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759769.903495:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759769.903501:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759769.903512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962101504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759769.903569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759769.903608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759769/real 1787759769]  req@ffff93eda12a7c00 x1874600962101248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759769.903627:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962101248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759769.903638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759769.903642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759769.903646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962101248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759769.903654:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101376:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759769.903686:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759769.903699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759769/real 1787759769]  req@ffff93eda12a6580 x1874600962101376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759769.903711:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962101376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759769.903732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759769.903736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759769.903740:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101376:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759769.903764:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101504:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759769.903785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759769.903795:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759769/real 1787759769]  req@ffff93eda12a6940 x1874600962101504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759769.903816:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962101504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759769.903824:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759769.903827:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759769.903831:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101504:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759770.095330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759770.671299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759771.119324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759771.695255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759772.143401:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759772.719307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759773.167312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759773.743260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759774.191352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759774.767285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759775.023287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759775.023300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759775.023324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759775.023336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1054
00000100:00080000:1.0:1787759775.023348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759775.023356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759775.023410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962101632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759775.023444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759775.023453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759775.023455:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759775.023460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1054
00000100:00080000:1.0:1787759775.023465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759775.023470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759775.023480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759775.023497:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962101632:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759775.023498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962101760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759775.023514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759775.023519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759775.023521:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759775.023526:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1054
00000100:00080000:1.0:1787759775.023530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759775.023535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759775.023541:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759775.023555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962101888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759775.023559:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759775.023599:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759775/real 1787759775]  req@ffff93eda12a6940 x1874600962101632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759775.023614:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962101632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759775.023623:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759775.023626:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759775.023628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962101632:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759775.023656:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101760:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759775.023674:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759775.023682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759775/real 1787759775]  req@ffff93eda12a6580 x1874600962101760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759775.023690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962101760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759775.023696:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759775.023698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759775.023700:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101760:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759775.023704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101888:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759775.023714:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759775.023719:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759775/real 1787759775]  req@ffff93eda12a7c00 x1874600962101888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759775.023726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962101888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759775.023732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759775.023733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759775.023735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962101888:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759775.215316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759775.791270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759776.239302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759776.815283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759777.263263:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759777.839228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759778.287327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759778.863290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759779.311321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759779.887243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759780.143309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759780.143317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759780.143321:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759780.143331:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1059
00000100:00080000:0.0:1787759780.143344:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759780.143352:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759780.143390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962102016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759780.143418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759780.143432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759780.143434:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759780.143439:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1059
00000100:00080000:0.0:1787759780.143444:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759780.143449:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759780.143466:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759780.143474:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962102016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759780.143483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962102144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759780.143496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759780.143504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759780.143507:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759780.143512:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1059
00000100:00080000:0.0:1787759780.143538:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1787759780.143538:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787759780.143547:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759780.143554:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759780.143568:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962102272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759780.143586:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759780/real 1787759780]  req@ffff93ed82c27840 x1874600962102016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759780.143615:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962102016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759780.143626:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759780.143630:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759780.143634:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962102016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759780.143657:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102144:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759780.143679:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759780.143690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759780/real 1787759780]  req@ffff93ed82c24780 x1874600962102144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759780.143703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962102144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759780.143712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759780.143715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759780.143719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102144:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759780.143724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102272:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759780.143752:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759780.143763:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759780/real 1787759780]  req@ffff93ed82c243c0 x1874600962102272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759780.143775:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962102272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759780.143795:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759780.143799:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759780.143803:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102272:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759780.335356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759780.911299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759781.359306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759781.935282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759782.383344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759782.959292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759783.407295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759783.983298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759784.431361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759785.007375:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759785.263280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759785.263289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759785.263293:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759785.263301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1064
00000100:00080000:1.0:1787759785.263310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759785.263316:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759785.263354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962102400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759785.263376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759785.263379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759785.263380:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759785.263383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1064
00000100:00080000:1.0:1787759785.263386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759785.263388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759785.263395:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759785.263404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962102528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759785.263411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759785.263414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787759785.263425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962102400:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759785.263428:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759785.263437:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1064
00000100:00080000:1.0:1787759785.263440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759785.263443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759785.263447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759785.263458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962102656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759785.263495:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759785.263536:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759785/real 1787759785]  req@ffff93eda12a61c0 x1874600962102400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759785.263550:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962102400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759785.263559:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759785.263562:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759785.263567:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962102400:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759785.263572:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102528:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759785.263587:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759785.263594:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759785/real 1787759785]  req@ffff93eda12a4000 x1874600962102528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759785.263602:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962102528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759785.263607:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759785.263609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759785.263611:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102528:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759785.263637:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102656:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759785.263657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759785.263669:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759785/real 1787759785]  req@ffff93eda12a5a40 x1874600962102656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759785.263682:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962102656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759785.263691:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759785.263694:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759785.263697:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102656:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759785.455306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759786.031290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759786.479350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759787.055269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759787.503292:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759788.079306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759788.527330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759789.103286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759789.551290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759790.127291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759790.383289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759790.383297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759790.383301:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759790.383308:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1070
00000100:00080000:3.0:1787759790.383318:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759790.383324:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759790.383356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962102784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759790.383377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759790.383379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759790.383381:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759790.383384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1070
00000100:00080000:3.0:1787759790.383405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759790.383412:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759790.383422:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759790.383423:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962102784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759790.383435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962102912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759790.383444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759790.383446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759790.383447:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759790.383450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1070
00000100:00080000:3.0:1787759790.383453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759790.383457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759790.383462:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759790.383474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962103040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759790.383489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759790.383546:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759790/real 1787759790]  req@ffff93eda10983c0 x1874600962102784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759790.383561:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962102784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759790.383569:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759790.383573:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759790.383577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962102784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759790.383596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102912:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759790.383613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759790.383621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759790/real 1787759790]  req@ffff93eda1098780 x1874600962102912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759790.383638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962102912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759790.383644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759790.383646:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759790.383648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962102912:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759790.383652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103040:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759790.383666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759790.383672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759790/real 1787759790]  req@ffff93eda1099e00 x1874600962103040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759790.383680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962103040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759790.383685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759790.383686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759790.383688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103040:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759790.575326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759791.151240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759791.599278:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759792.175289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759792.623335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759793.199274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759793.647288:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759794.223285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759794.671367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759795.247247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759795.503293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759795.503305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759795.503312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759795.503325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1075
00000100:00080000:1.0:1787759795.503347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759795.503358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759795.503407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962103168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759795.503438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759795.503442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759795.503444:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759795.503449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1075
00000100:00080000:1.0:1787759795.503452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759795.503476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759795.503489:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759795.503504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962103296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759795.503515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759795.503525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787759795.503526:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962103168:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759795.503528:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759795.503541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1075
00000100:00080000:1.0:1787759795.503550:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759795.503554:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759795.503561:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759795.503578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962103424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759795.503622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759795.503676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759795/real 1787759795]  req@ffff93eda12a5a40 x1874600962103168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759795.503702:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962103168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759795.503736:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759795.503741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759795.503746:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962103168:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759795.503776:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103296:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759795.503802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759795.503815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759795/real 1787759795]  req@ffff93eda12a4000 x1874600962103296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759795.503829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962103296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759795.503839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759795.503843:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759795.503847:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103296:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759795.503854:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103424:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759795.503876:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759795.503888:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759795/real 1787759795]  req@ffff93eda12a61c0 x1874600962103424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759795.503901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962103424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759795.503910:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759795.503914:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759795.503917:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103424:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759795.695270:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759796.271260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759796.719349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759797.295298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759797.743315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759798.319305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759798.767376:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759799.343245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759799.791370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759800.367340:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759800.623298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759800.623308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759800.623312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759800.623324:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1080
00000100:00080000:1.0:1787759800.623337:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759800.623344:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759800.623387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962103552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759800.623414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759800.623436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759800.623437:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759800.623442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1080
00000100:00080000:1.0:1787759800.623445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759800.623448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759800.623459:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759800.623471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962103680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759800.623479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759800.623483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787759800.623484:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962103552:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759800.623485:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759800.623494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1080
00000100:00080000:1.0:1787759800.623498:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759800.623500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759800.623503:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759800.623511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962103808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759800.623581:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759800.623656:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759800/real 1787759800]  req@ffff93eda12a7c00 x1874600962103552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759800.623673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962103552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759800.623682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759800.623686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759800.623690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962103552:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759800.623715:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103680:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759800.623733:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759800.623743:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759800/real 1787759800]  req@ffff93eda12a6580 x1874600962103680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759800.623751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962103680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759800.623757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759800.623760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759800.623762:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103680:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759800.623766:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103808:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759800.623783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759800.623789:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759800/real 1787759800]  req@ffff93eda12a6940 x1874600962103808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759800.623805:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962103808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759800.623811:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759800.623813:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759800.623815:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962103808:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759800.815425:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759801.391291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759801.839362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759802.415341:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759802.863394:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759803.439335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759803.887378:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759804.463322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759804.911350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759805.487317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759805.743287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759805.743301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759805.743307:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759805.743320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1085
00000100:00080000:1.0:1787759805.743353:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759805.743361:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759805.743405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962103936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759805.743436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759805.743439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759805.743441:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759805.743444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1085
00000100:00080000:1.0:1787759805.743446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759805.743449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759805.743464:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759805.743473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962104064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759805.743480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759805.743483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759805.743485:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759805.743488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1085
00000100:00080000:1.0:1787759805.743490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759805.743493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759805.743498:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759805.743506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962104192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759805.743533:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962103936:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787759805.743602:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759805.743644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759805/real 1787759805]  req@ffff93eda12a6940 x1874600962103936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759805.743664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962103936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759805.743676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759805.743681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759805.743686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962103936:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759805.743694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104064:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759805.743718:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759805.743728:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759805/real 1787759805]  req@ffff93eda12a6580 x1874600962104064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759805.743736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962104064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759805.743759:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759805.743763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759805.743767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104064:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759805.743808:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104192:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759805.743834:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759805.743846:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759805/real 1787759805]  req@ffff93eda12a7c00 x1874600962104192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759805.743860:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962104192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759805.743868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759805.743872:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759805.743876:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104192:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759805.935283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759806.511252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759806.959319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759807.535298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759807.983336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759808.559250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759809.007350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759809.583290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759810.031387:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759810.607248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759810.863275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759810.863286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759810.863291:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759810.863305:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1090
00000100:00080000:1.0:1787759810.863318:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759810.863326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759810.863371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962104320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759810.863396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759810.863399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759810.863401:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759810.863404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1090
00000100:00080000:1.0:1787759810.863406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759810.863409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759810.863419:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759810.863430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962104448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759810.863437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759810.863440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759810.863442:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759810.863446:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1090
00000100:00080000:1.0:1787759810.863448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759810.863451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759810.863468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962104320:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787759810.863475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759810.863487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962104576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759810.863539:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759810.863583:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759810/real 1787759810]  req@ffff93eda12a61c0 x1874600962104320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759810.863601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962104320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759810.863610:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759810.863613:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759810.863632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962104320:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759810.863638:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104448:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759810.863657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759810.863666:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759810/real 1787759810]  req@ffff93eda12a4000 x1874600962104448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759810.863674:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962104448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759810.863679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759810.863698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759810.863700:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104448:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759810.863723:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104576:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759810.863739:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759810.863747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759810/real 1787759810]  req@ffff93eda12a5a40 x1874600962104576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759810.863754:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962104576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759810.863760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759810.863762:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759810.863764:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104576:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759811.055322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759811.631330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759812.079346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759812.655252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759813.103390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759813.679269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759814.127331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759814.703252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759815.151299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759815.727299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759815.983291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759815.983299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759815.983302:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759815.983310:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1095
00000100:00080000:0.0:1787759815.983319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759815.983326:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759815.983358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962104704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759815.983402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759815.983407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759815.983409:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759815.983414:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1095
00000100:00080000:0.0:1787759815.983419:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759815.983424:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759815.983441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759815.983454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962104832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759815.983464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787759815.983464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962104704:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759815.983472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759815.983476:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759815.983481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1095
00000100:00080000:0.0:1787759815.983486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759815.983491:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759815.983497:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759815.983522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962104960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759815.983571:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104832:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759815.983629:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104960:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759816.175315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759816.751236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759817.199356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759817.775264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759818.223363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759818.799253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759819.055436:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787759819.055478:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759819.055496:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759819.055552:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759819.055562:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787759819.055654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759815/real 1787759819]  req@ffff93ed82c24b40 x1874600962104832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759819.055679:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962104832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759819.055691:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759819.055696:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759819.055700:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104832:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759819.055708:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759815/real 1787759819]  req@ffff93ed82c270c0 x1874600962104960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759819.055721:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962104960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759819.055728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759819.055732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759819.055735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962104960:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787759819.055742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759815/real 1787759819]  req@ffff93ed82c26940 x1874600962104704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759819.055760:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962104704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759819.055768:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759819.055771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759819.055789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962104704:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787759819.247318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759819.823277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759820.271354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759820.847276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759821.103297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759821.103307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759821.103311:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759821.103320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1100
00000100:00080000:0.0:1787759821.103329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759821.103336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759821.103365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962105088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759821.103389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759821.103391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759821.103393:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759821.103397:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1100
00000100:00080000:0.0:1787759821.103401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759821.103405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759821.103415:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759821.103431:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962105088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759821.103432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962105216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759821.103448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759821.103451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759821.103453:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759821.103457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1100
00000100:00080000:0.0:1787759821.103461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759821.103466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759821.103472:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787759821.103512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787759821.103518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962105344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759821.103584:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759821/real 1787759821]  req@ffff93ed82c27480 x1874600962105088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759821.103604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962105088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759821.103616:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759821.103621:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759821.103625:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962105088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759821.103652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105216:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759821.103679:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759821.103694:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759821/real 1787759821]  req@ffff93ed82c261c0 x1874600962105216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759821.103707:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962105216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759821.103716:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759821.103720:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759821.103728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105216:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759821.103735:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105344:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759821.103761:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759821.103784:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759821/real 1787759821]  req@ffff93ed82c26d00 x1874600962105344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759821.103798:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962105344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759821.103807:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759821.103811:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759821.103814:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105344:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759821.295368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759821.871280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759822.319335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759822.895289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759823.343365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759823.919241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759824.367335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759824.943273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759825.391373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759825.967250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759826.223258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759826.223266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759826.223284:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759826.223292:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1105
00000100:00080000:3.0:1787759826.223302:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759826.223308:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759826.223335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962105472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759826.223363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759826.223365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759826.223367:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759826.223370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1105
00000100:00080000:3.0:1787759826.223372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759826.223375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759826.223392:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759826.223404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962105600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759826.223413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787759826.223417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962105472:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759826.223417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759826.223421:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759826.223428:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1105
00000100:00080000:3.0:1787759826.223431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759826.223434:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759826.223437:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759826.223447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962105728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759826.223487:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759826.223530:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759826/real 1787759826]  req@ffff93eda1099a40 x1874600962105472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759826.223546:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962105472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759826.223555:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759826.223558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759826.223562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962105472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759826.223582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105600:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759826.223599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759826.223608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759826/real 1787759826]  req@ffff93eda1098b40 x1874600962105600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759826.223616:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962105600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759826.223632:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759826.223635:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759826.223637:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105600:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759826.223641:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105728:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759826.223656:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759826.223662:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759826/real 1787759826]  req@ffff93eda1099e00 x1874600962105728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759826.223670:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962105728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759826.223675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759826.223676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759826.223678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105728:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759826.415300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759826.991257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759827.439320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759828.015247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759828.463338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759829.039256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759829.487437:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759830.063253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759830.511363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759831.087303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759831.343276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759831.343432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759831.343436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759831.343443:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1111
00000100:00080000:3.0:1787759831.343458:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759831.343467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759831.343500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962105856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759831.343532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759831.343536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759831.343538:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759831.343543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1111
00000100:00080000:3.0:1787759831.343547:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759831.343551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759831.343562:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759831.343573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962105984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759831.343582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759831.343584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759831.343586:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787759831.343594:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962105856:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759831.343605:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1111
00000100:00080000:3.0:1787759831.343608:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759831.343612:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759831.343617:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759831.343627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962106112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759831.343661:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759831.343716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759831/real 1787759831]  req@ffff93eda1098780 x1874600962105856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759831.343732:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962105856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759831.343741:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759831.343744:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759831.343748:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962105856:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759831.343765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105984:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759831.343792:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759831.343805:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759831/real 1787759831]  req@ffff93eda10983c0 x1874600962105984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759831.343814:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962105984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759831.343820:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759831.343822:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759831.343824:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962105984:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759831.343843:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106112:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759831.343859:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759831.343866:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759831/real 1787759831]  req@ffff93eda109ad00 x1874600962106112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759831.343873:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962106112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759831.343878:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759831.343881:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759831.343883:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106112:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759831.535334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759832.111257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759832.559329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759833.135284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759833.583352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759834.159261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759834.607335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759835.183318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759835.631335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759836.207255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759836.463239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759836.463247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759836.463251:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759836.463259:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1116
00000100:00080000:3.0:1787759836.463268:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759836.463274:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759836.463304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962106240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759836.463327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759836.463330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759836.463332:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759836.463335:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1116
00000100:00080000:3.0:1787759836.463341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759836.463344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759836.463352:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759836.463361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962106368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759836.463381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759836.463384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759836.463386:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787759836.463391:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962106240:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759836.463391:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1116
00000100:00080000:3.0:1787759836.463397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759836.463403:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759836.463407:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759836.463418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962106496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759836.463462:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759836.463514:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759836/real 1787759836]  req@ffff93eda1098000 x1874600962106240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759836.463542:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962106240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759836.463554:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759836.463559:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759836.463564:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962106240:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759836.463588:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106368:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759836.463622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759836.463636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759836/real 1787759836]  req@ffff93eda109a940 x1874600962106368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759836.463650:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962106368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759836.463660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759836.463663:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759836.463667:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106368:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759836.463674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106496:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759836.463694:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759836.463705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759836/real 1787759836]  req@ffff93eda109ad00 x1874600962106496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759836.463718:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962106496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759836.463743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759836.463747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759836.463751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106496:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759836.655315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759837.231257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759837.679319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759838.255260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759838.703275:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759839.279228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759839.727315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759840.303244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759840.751401:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759841.327259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759841.583264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759841.583275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759841.583279:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759841.583287:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1121
00000100:00080000:3.0:1787759841.583297:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759841.583303:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759841.583338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962106624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759841.583367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759841.583371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759841.583373:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759841.583389:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1121
00000100:00080000:3.0:1787759841.583393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759841.583397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759841.583404:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759841.583411:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962106624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759841.583418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962106752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759841.583427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759841.583430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759841.583431:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759841.583433:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1121
00000100:00080000:3.0:1787759841.583436:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759841.583438:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759841.583441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759841.583449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962106880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759841.583479:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759841.583528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759841/real 1787759841]  req@ffff93eda10983c0 x1874600962106624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759841.583549:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962106624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759841.583559:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759841.583562:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759841.583565:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962106624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759841.583585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106752:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759841.583603:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759841.583612:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759841/real 1787759841]  req@ffff93eda1098780 x1874600962106752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759841.583620:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962106752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759841.583626:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759841.583628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759841.583630:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106752:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759841.583641:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106880:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759841.583657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759841.583664:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759841/real 1787759841]  req@ffff93eda1099e00 x1874600962106880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759841.583675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962106880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759841.583683:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759841.583687:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759841.583690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962106880:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759841.775295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759842.351304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759842.799346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759843.375327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759843.823305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759844.399296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759844.847328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759845.423225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759845.871330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759846.447286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759846.703335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759846.703347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759846.703352:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759846.703365:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1126
00000100:00080000:3.0:1787759846.703379:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759846.703388:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759846.703436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962107008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759846.703480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759846.703484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759846.703487:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759846.703492:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1126
00000100:00080000:3.0:1787759846.703497:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759846.703501:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759846.703513:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759846.703529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962107136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759846.703539:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962107008:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759846.703540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759846.703544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759846.703546:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759846.703549:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1126
00000100:00080000:3.0:1787759846.703552:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759846.703556:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759846.703561:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759846.703573:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962107264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759846.703622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759846.703677:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759846/real 1787759846]  req@ffff93eda1098b40 x1874600962107008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759846.703692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962107008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759846.703702:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759846.703705:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759846.703709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962107008:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759846.703736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107136:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759846.703755:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759846.703764:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759846/real 1787759846]  req@ffff93eda1099a40 x1874600962107136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759846.703780:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962107136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759846.703787:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759846.703789:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759846.703791:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107136:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759846.703795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107264:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759846.703822:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759846.703830:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759846/real 1787759846]  req@ffff93eda1099e00 x1874600962107264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759846.703841:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962107264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759846.703850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759846.703853:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759846.703857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107264:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759846.895365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759847.471244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759847.919328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759848.495263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759848.943321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759849.519280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759849.967354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759850.543323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759850.991334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759851.567229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759851.823237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759851.823244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759851.823264:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759851.823272:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1131
00000100:00080000:3.0:1787759851.823281:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759851.823288:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759851.823323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962107392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759851.823351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759851.823358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759851.823359:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759851.823363:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1131
00000100:00080000:3.0:1787759851.823365:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759851.823369:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759851.823377:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759851.823388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962107520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759851.823398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787759851.823399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962107392:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759851.823401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759851.823405:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759851.823410:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1131
00000100:00080000:3.0:1787759851.823412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759851.823414:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759851.823417:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759851.823426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962107648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759851.823474:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759851.823519:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759851/real 1787759851]  req@ffff93eda1098780 x1874600962107392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759851.823536:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962107392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759851.823555:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759851.823558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759851.823561:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962107392:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759851.823581:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107520:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759851.823601:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759851.823610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759851/real 1787759851]  req@ffff93eda10983c0 x1874600962107520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759851.823619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962107520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759851.823624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759851.823627:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759851.823629:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107520:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759851.823633:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107648:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759851.823653:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759851.823661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759851/real 1787759851]  req@ffff93eda109ad00 x1874600962107648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759851.823672:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962107648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759851.823680:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759851.823683:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759851.823687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107648:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759852.015316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759852.591306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759853.039371:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759853.615284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759854.063349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759854.639276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759855.087320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759855.663245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759856.111329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759856.687253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759856.943258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759856.943266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759856.943270:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759856.943278:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1136
00000100:00080000:0.0:1787759856.943288:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759856.943294:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759856.943325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962107776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759856.943347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759856.943350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759856.943351:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759856.943354:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1136
00000100:00080000:0.0:1787759856.943357:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759856.943359:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759856.943366:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759856.943376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962107904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759856.943384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759856.943387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787759856.943396:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962107776:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759856.943403:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759856.943408:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1136
00000100:00080000:0.0:1787759856.943411:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759856.943414:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759856.943418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759856.943427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962108032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759856.943457:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759856.943498:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759856/real 1787759856]  req@ffff93ed82c25e00 x1874600962107776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759856.943512:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962107776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759856.943521:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759856.943525:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759856.943531:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962107776:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759856.943541:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107904:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759856.943566:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759856.943581:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759856/real 1787759856]  req@ffff93ed82c26d00 x1874600962107904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759856.943592:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962107904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759856.943599:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759856.943601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759856.943603:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962107904:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759856.943625:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108032:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759856.943641:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759856.943648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759856/real 1787759856]  req@ffff93ed82c261c0 x1874600962108032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759856.943664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962108032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759856.943670:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759856.943673:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759856.943675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108032:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759857.135328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759857.711246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759858.159368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759858.735276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759859.183346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759859.759291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759860.207363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759860.783253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759861.231278:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759861.807285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759862.063279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759862.063287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759862.063290:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759862.063299:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1141
00000100:00080000:0.0:1787759862.063308:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759862.063314:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759862.063347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962108160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759862.063371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759862.063373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759862.063375:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759862.063378:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1141
00000100:00080000:0.0:1787759862.063380:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759862.063397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759862.063405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759862.063415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962108288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759862.063421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962108160:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759862.063426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759862.063430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759862.063431:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759862.063434:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1141
00000100:00080000:0.0:1787759862.063437:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759862.063439:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759862.063443:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759862.063450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962108416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759862.063483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759862.063518:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759862/real 1787759862]  req@ffff93ed82c27480 x1874600962108160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759862.063538:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962108160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759862.063546:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759862.063549:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759862.063552:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962108160:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759862.063571:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108288:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759862.063586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759862.063594:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759862/real 1787759862]  req@ffff93ed82c26940 x1874600962108288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759862.063602:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962108288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759862.063619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759862.063622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759862.063624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108288:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759862.063628:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108416:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759862.063643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759862.063650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759862/real 1787759862]  req@ffff93ed82c270c0 x1874600962108416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759862.063658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962108416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759862.063663:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759862.063665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759862.063666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108416:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759862.255329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759862.831254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759863.279291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759863.855276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759864.303325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759864.879234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759865.327321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759865.903302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759866.351395:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759866.927234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759867.183297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759867.183305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759867.183308:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759867.183316:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1146
00000100:00080000:3.0:1787759867.183326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759867.183332:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759867.183366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962108544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759867.183389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759867.183392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759867.183393:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759867.183396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1146
00000100:00080000:3.0:1787759867.183398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759867.183400:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759867.183407:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759867.183416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962108672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759867.183424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759867.183426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759867.183427:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787759867.183433:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962108544:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759867.183446:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1146
00000100:00080000:3.0:1787759867.183450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759867.183453:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759867.183458:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759867.183468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962108800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759867.183493:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759867.183543:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759867/real 1787759867]  req@ffff93eda109a940 x1874600962108544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759867.183564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962108544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759867.183574:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759867.183577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759867.183582:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962108544:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759867.183620:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108672:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759867.183644:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759867.183659:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759867/real 1787759867]  req@ffff93eda1098000 x1874600962108672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759867.183673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962108672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759867.183683:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759867.183686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759867.183690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108672:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759867.183696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108800:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759867.183720:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759867.183729:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759867/real 1787759867]  req@ffff93eda109ad00 x1874600962108800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759867.183737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962108800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759867.183743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759867.183745:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759867.183747:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962108800:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759867.375303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759867.951239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759868.399341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759868.975233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759869.423313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759869.999316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759870.447335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759871.023273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759871.471383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759872.047295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759872.303293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759872.303303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759872.303307:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759872.303318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1151
00000100:00080000:1.0:1787759872.303329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759872.303337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759872.303375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962108928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759872.303405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759872.303410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759872.303412:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759872.303416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1151
00000100:00080000:1.0:1787759872.303420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759872.303441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759872.303451:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962108928:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787759872.303452:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759872.303478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962109056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759872.303508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759872.303513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759872.303515:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759872.303519:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1151
00000800:00000100:2.0:1787759872.303524:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1787759872.303530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759872.303537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759872.303544:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759872.303559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962109184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759872.303570:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759872/real 1787759872]  req@ffff93eda12a5a40 x1874600962108928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759872.303594:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962108928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759872.303603:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759872.303606:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759872.303609:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962108928:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759872.303632:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109056:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759872.303656:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759872.303670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759872/real 1787759872]  req@ffff93eda12a4000 x1874600962109056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759872.303684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962109056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759872.303693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759872.303697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759872.303700:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109056:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759872.303716:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109184:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759872.303737:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759872.303747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759872/real 1787759872]  req@ffff93eda12a61c0 x1874600962109184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759872.303755:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962109184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759872.303770:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759872.303773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759872.303775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109184:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759872.495324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759873.071316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759873.519301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759874.095288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759874.543318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759875.119271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759875.567298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759876.143272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759876.591334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759877.167258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759877.423297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759877.423308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759877.423312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759877.423323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1157
00000100:00080000:0.0:1787759877.423334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759877.423342:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759877.423379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962109312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759877.423425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759877.423434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759877.423436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759877.423441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1157
00000100:00080000:0.0:1787759877.423446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759877.423451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759877.423471:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962109312:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787759877.423475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759877.423495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962109440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759877.423508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759877.423512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759877.423514:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759877.423519:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1157
00000100:00080000:0.0:1787759877.423524:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1787759877.423528:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787759877.423532:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759877.423555:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759877.423572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962109568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759877.423573:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759877/real 1787759877]  req@ffff93ed82c24b40 x1874600962109312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759877.423601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962109312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759877.423614:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759877.423619:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759877.423623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962109312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759877.423649:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109440:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759877.423686:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759877.423698:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759877/real 1787759877]  req@ffff93ed82c243c0 x1874600962109440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759877.423708:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962109440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759877.423714:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759877.423716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759877.423727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109440:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759877.423738:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109568:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759877.423756:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759877.423764:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759877/real 1787759877]  req@ffff93ed82c24780 x1874600962109568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759877.423772:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962109568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759877.423785:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759877.423787:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759877.423789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109568:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759877.615310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759878.191263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759878.639294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759879.215248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759879.663419:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759880.239271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759880.687353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759881.263226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759881.711355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759882.287263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759882.543302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759882.543312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759882.543316:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759882.543323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1162
00000100:00080000:0.0:1787759882.543333:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759882.543338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759882.543371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962109696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759882.543394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759882.543396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759882.543398:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759882.543401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1162
00000100:00080000:0.0:1787759882.543403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759882.543406:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759882.543413:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759882.543422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962109824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759882.543449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787759882.543449:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962109696:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759882.543455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759882.543457:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759882.543464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1162
00000100:00080000:0.0:1787759882.543467:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759882.543469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759882.543473:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759882.543483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26580 x1874600962109952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759882.543570:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109824:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759882.543604:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109952:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759882.735326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759883.311317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759883.759358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759884.335350:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759884.783327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759885.359321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759885.615489:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787759885.615540:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759885.615553:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759885.615585:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759885.615591:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787759885.615644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759882/real 1787759885]  req@ffff93ed82c24000 x1874600962109824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759885.615667:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962109824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759885.615678:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759885.615684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759885.615688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109824:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759885.615707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759882/real 1787759885]  req@ffff93ed82c26580 x1874600962109952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759885.615721:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26580 x1874600962109952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759885.615730:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759885.615735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759885.615738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962109952:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787759885.615745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759882/real 1787759885]  req@ffff93ed82c27840 x1874600962109696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759885.615758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962109696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759885.615766:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759885.615770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759885.615773:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962109696:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787759885.807355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759886.383304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759886.831321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759887.407306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759887.663317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759887.663325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759887.663328:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759887.663337:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1167
00000100:00080000:3.0:1787759887.663346:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759887.663352:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759887.663381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962110080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759887.663403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759887.663407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759887.663409:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759887.663418:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1167
00000100:00080000:3.0:1787759887.663422:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759887.663426:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759887.663435:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759887.663448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962110208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759887.663457:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962110080:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759887.663458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759887.663479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759887.663481:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759887.663485:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1167
00000100:00080000:3.0:1787759887.663489:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759887.663498:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759887.663503:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759887.663514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962110336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759887.663515:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759887.663561:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759887/real 1787759887]  req@ffff93eda10983c0 x1874600962110080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759887.663581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962110080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759887.663592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759887.663605:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759887.663610:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962110080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759887.663636:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110208:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759887.663669:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759887.663684:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759887/real 1787759887]  req@ffff93eda1098780 x1874600962110208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759887.663698:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962110208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759887.663708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759887.663712:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759887.663716:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110208:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759887.663723:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110336:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759887.663745:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759887.663757:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759887/real 1787759887]  req@ffff93eda1099e00 x1874600962110336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759887.663769:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962110336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759887.663794:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759887.663797:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759887.663801:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110336:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759887.855364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759888.431272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759888.879292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787759889.455273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759889.903347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759890.479273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759890.927280:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759891.503287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759891.951352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759892.527279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759892.783260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759892.783268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759892.783271:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759892.783280:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1172
00000100:00080000:0.0:1787759892.783289:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759892.783296:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759892.783326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962110464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759892.783348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759892.783365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759892.783367:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759892.783371:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1172
00000100:00080000:0.0:1787759892.783374:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759892.783377:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759892.783387:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759892.783390:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962110464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787759892.783400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962110592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759892.783410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759892.783412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759892.783414:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759892.783416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1172
00000100:00080000:0.0:1787759892.783419:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759892.783421:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759892.783424:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759892.783432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26580 x1874600962110720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759892.783447:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759892.783498:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759892/real 1787759892]  req@ffff93ed82c252c0 x1874600962110464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759892.783518:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962110464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759892.783530:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759892.783536:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759892.783541:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962110464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759892.783571:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110592:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759892.783594:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759892.783604:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759892/real 1787759892]  req@ffff93ed82c27840 x1874600962110592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759892.783613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962110592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759892.783619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759892.783622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759892.783624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110592:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759892.783627:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110720:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759892.783638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759892.783644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759892/real 1787759892]  req@ffff93ed82c26580 x1874600962110720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759892.783659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26580 x1874600962110720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759892.783664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759892.783666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759892.783668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110720:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759892.975296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759893.551302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759893.999318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759894.575236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759895.023301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759895.599281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759896.047339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759896.623234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759897.071333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759897.647309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759897.903311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759897.903321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759897.903326:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759897.903336:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1177
00000100:00080000:3.0:1787759897.903347:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759897.903355:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759897.903391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962110848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759897.903412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759897.903416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759897.903432:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759897.903438:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1177
00000100:00080000:3.0:1787759897.903443:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759897.903448:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759897.903458:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759897.903472:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962110976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759897.903481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759897.903483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759897.903484:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759897.903487:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1177
00000100:00080000:3.0:1787759897.903490:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759897.903493:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759897.903499:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787759897.903504:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962110848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759897.903513:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962111104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759897.903625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759897.903680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759897/real 1787759897]  req@ffff93eda1099a40 x1874600962110848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759897.903703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962110848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759897.903717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759897.903723:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759897.903728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962110848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759897.903737:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110976:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759897.903766:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759897.903779:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759897/real 1787759897]  req@ffff93eda1098b40 x1874600962110976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759897.903793:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962110976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759897.903823:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759897.903827:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759897.903831:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962110976:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759897.903864:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111104:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759897.903886:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759897.903895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759897/real 1787759897]  req@ffff93eda1099e00 x1874600962111104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759897.903903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962111104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759897.903909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759897.903911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759897.903913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111104:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759898.095356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759898.671277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759899.119343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759899.695293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759900.143352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759900.719294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759901.167334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759901.743252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759902.191311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759902.767359:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759903.023250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759903.023258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759903.023261:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759903.023269:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1182
00000100:00080000:1.0:1787759903.023278:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759903.023284:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759903.023317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962111232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759903.023345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759903.023350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759903.023352:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759903.023372:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1182
00000100:00080000:1.0:1787759903.023377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759903.023382:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759903.023393:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759903.023399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962111232:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759903.023411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962111360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759903.023423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759903.023425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759903.023427:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759903.023429:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1182
00000100:00080000:1.0:1787759903.023433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759903.023436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759903.023441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759903.023453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962111488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759903.023479:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759903.023528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759903/real 1787759903]  req@ffff93eda12a7c00 x1874600962111232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759903.023550:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962111232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759903.023562:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759903.023566:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759903.023571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962111232:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759903.023601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111360:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759903.023635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759903.023650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759903/real 1787759903]  req@ffff93eda12a6580 x1874600962111360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759903.023664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962111360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759903.023673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759903.023676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759903.023680:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111360:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759903.023686:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111488:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759903.023706:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759903.023718:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759903/real 1787759903]  req@ffff93eda12a6940 x1874600962111488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759903.023732:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962111488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759903.023741:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759903.023744:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759903.023747:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111488:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759903.215409:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759903.791278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759904.239271:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759904.815287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759905.263372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759905.839268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759906.287287:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759906.863298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759907.311355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759907.887277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759908.143281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759908.143290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759908.143295:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759908.143304:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1187
00000100:00080000:1.0:1787759908.143314:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759908.143322:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759908.143375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962111616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759908.143402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759908.143406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759908.143408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759908.143413:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1187
00000100:00080000:1.0:1787759908.143417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759908.143422:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759908.143431:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759908.143444:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962111744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759908.143456:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962111616:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759908.143457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759908.143466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759908.143469:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759908.143474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1187
00000100:00080000:1.0:1787759908.143477:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759908.143481:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759908.143487:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759908.143499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962111872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759908.143531:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759908.143573:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759908/real 1787759908]  req@ffff93eda12a6940 x1874600962111616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759908.143600:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962111616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759908.143612:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759908.143616:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759908.143620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962111616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759908.143644:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111744:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759908.143670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759908.143684:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759908/real 1787759908]  req@ffff93eda12a6580 x1874600962111744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759908.143697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962111744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759908.143707:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759908.143711:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759908.143715:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111744:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759908.143722:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111872:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759908.143741:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759908.143752:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759908/real 1787759908]  req@ffff93eda12a7c00 x1874600962111872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759908.143765:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962111872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759908.143787:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759908.143806:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759908.143811:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962111872:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759908.335286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759908.911274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759909.359377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759909.935274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759910.383362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759910.959243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759911.407404:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759911.983272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759912.431328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759913.007235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759913.263303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759913.263312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759913.263315:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759913.263324:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1192
00000100:00080000:3.0:1787759913.263333:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759913.263339:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759913.263371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962112000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759913.263392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759913.263395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759913.263396:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759913.263399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1192
00000100:00080000:3.0:1787759913.263401:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759913.263404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759913.263411:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759913.263420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962112128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759913.263436:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962112000:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759913.263449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759913.263452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759913.263453:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759913.263457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1192
00000100:00080000:3.0:1787759913.263460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759913.263462:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759913.263466:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759913.263474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962112256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759913.263505:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759913.263547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759913/real 1787759913]  req@ffff93eda1098780 x1874600962112000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759913.263567:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962112000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759913.263579:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759913.263584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759913.263589:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962112000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759913.263615:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112128:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759913.263638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759913.263648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759913/real 1787759913]  req@ffff93eda10983c0 x1874600962112128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759913.263656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962112128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759913.263662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759913.263664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759913.263666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112128:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759913.263677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112256:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759913.263707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759913.263716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759913/real 1787759913]  req@ffff93eda109ad00 x1874600962112256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759913.263725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962112256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759913.263730:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759913.263732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759913.263734:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112256:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759913.455325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759914.031272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759914.479302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759915.055294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759915.503318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759916.079239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759916.527314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759917.103267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759917.551315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759918.127236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759918.383240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759918.383248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759918.383251:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759918.383260:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1198
00000100:00080000:3.0:1787759918.383269:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759918.383276:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759918.383307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962112384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759918.383330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759918.383350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759918.383351:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759918.383355:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1198
00000100:00080000:3.0:1787759918.383358:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759918.383361:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759918.383369:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759918.383384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962112512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759918.383393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787759918.383395:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962112384:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759918.383395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759918.383398:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759918.383404:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1198
00000100:00080000:3.0:1787759918.383408:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759918.383410:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759918.383413:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759918.383422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962112640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759918.383462:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759918.383502:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759918/real 1787759918]  req@ffff93eda1098000 x1874600962112384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759918.383516:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962112384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759918.383525:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759918.383529:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759918.383533:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962112384:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759918.383551:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112512:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759918.383567:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759918.383575:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759918/real 1787759918]  req@ffff93eda109a940 x1874600962112512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759918.383605:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962112512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759918.383615:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759918.383619:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759918.383622:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112512:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759918.383629:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112640:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759918.383653:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759918.383663:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759918/real 1787759918]  req@ffff93eda109ad00 x1874600962112640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759918.383671:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962112640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759918.383677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759918.383679:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759918.383681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112640:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787759918.575300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759919.151276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759919.599302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759920.175281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759920.623353:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759921.199252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759921.647365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759922.223282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787759922.671359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759923.247289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759923.503291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759923.503302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759923.503306:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759923.503317:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1203
00000100:00080000:3.0:1787759923.503328:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759923.503336:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759923.503375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962112768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759923.503408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759923.503412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759923.503414:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759923.503419:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1203
00000100:00080000:3.0:1787759923.503423:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759923.503428:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759923.503439:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759923.503454:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962112768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759923.503455:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962112896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759923.503470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759923.503474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759923.503476:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759923.503490:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1203
00000100:00080000:3.0:1787759923.503518:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759923.503524:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759923.503531:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787759923.503535:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759923.503562:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962113024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759923.503597:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759923/real 1787759923]  req@ffff93eda10983c0 x1874600962112768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759923.503611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962112768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759923.503632:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759923.503645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759923.503653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962112768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759923.503678:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112896:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759923.503699:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759923.503709:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759923/real 1787759923]  req@ffff93eda1098780 x1874600962112896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759923.503718:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962112896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759923.503724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759923.503726:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759923.503728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962112896:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759923.503733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113024:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759923.503744:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759923.503750:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759923/real 1787759923]  req@ffff93eda1099e00 x1874600962113024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759923.503758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962113024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759923.503763:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759923.503765:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759923.503767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113024:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759923.695391:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759924.271301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759924.719310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759925.295283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759925.743302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759926.319280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759926.767344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759927.343332:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759927.791364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759928.367287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759928.623342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759928.623353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759928.623357:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759928.623368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1208
00000100:00080000:0.0:1787759928.623380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759928.623388:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759928.623442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962113152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759928.623489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759928.623493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759928.623495:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759928.623501:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1208
00000100:00080000:0.0:1787759928.623506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759928.623511:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759928.623521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759928.623537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962113280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759928.623544:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962113152:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759928.623552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759928.623558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759928.623560:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759928.623564:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1208
00000100:00080000:0.0:1787759928.623568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759928.623573:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759928.623579:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759928.623593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962113408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759928.623615:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759928.623674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759928/real 1787759928]  req@ffff93ed82c24000 x1874600962113152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759928.623688:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962113152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759928.623697:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759928.623701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759928.623704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962113152:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759928.623725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113280:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759928.623742:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759928.623750:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759928/real 1787759928]  req@ffff93ed82c24780 x1874600962113280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759928.623758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962113280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759928.623764:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759928.623766:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759928.623768:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113280:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759928.623772:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113408:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759928.623782:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759928.623788:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759928/real 1787759928]  req@ffff93ed82c243c0 x1874600962113408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759928.623803:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962113408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759928.623808:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759928.623810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759928.623812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113408:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759928.815347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759929.391285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759929.839355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759930.415300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759930.863363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759931.439283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759931.887367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759932.463313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759932.911396:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759933.487243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759933.743319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759933.743335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759933.743340:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759933.743352:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1213
00000100:00080000:3.0:1787759933.743366:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759933.743376:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759933.743424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962113536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759933.743455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759933.743464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759933.743466:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759933.743471:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1213
00000100:00080000:3.0:1787759933.743475:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759933.743480:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787759933.743508:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962113536:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787759933.743512:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759933.743528:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962113664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759933.743540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759933.743544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759933.743546:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759933.743551:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1213
00000100:00080000:3.0:1787759933.743565:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759933.743570:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759933.743575:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787759933.743581:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787759933.743594:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962113792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759933.743636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759933/real 1787759933]  req@ffff93eda1098b40 x1874600962113536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759933.743658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962113536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759933.743671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759933.743675:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759933.743679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962113536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759933.743710:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113664:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759933.743739:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759933.743749:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759933/real 1787759933]  req@ffff93eda1099a40 x1874600962113664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759933.743757:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962113664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759933.743773:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759933.743784:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759933.743787:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113664:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759933.743793:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113792:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759933.743816:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759933.743827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759933/real 1787759933]  req@ffff93eda1099e00 x1874600962113792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759933.743836:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962113792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759933.743845:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759933.743848:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759933.743852:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962113792:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759933.935334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759934.511346:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759934.959402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759935.535242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759935.983314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759936.559294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759937.007358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759937.583234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759938.031309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759938.607298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759938.863301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759938.863308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759938.863312:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759938.863321:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1218
00000100:00080000:1.0:1787759938.863329:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759938.863335:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759938.863368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962113920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759938.863389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759938.863393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759938.863395:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759938.863415:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1218
00000100:00080000:1.0:1787759938.863420:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759938.863424:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759938.863434:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759938.863440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962113920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787759938.863447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962114048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759938.863457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759938.863460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759938.863462:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759938.863465:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1218
00000100:00080000:1.0:1787759938.863468:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759938.863471:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759938.863475:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759938.863484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962114176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759938.863499:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759938.863551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759938/real 1787759938]  req@ffff93eda12a61c0 x1874600962113920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759938.863570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962113920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759938.863581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759938.863585:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759938.863590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962113920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759938.863617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114048:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759938.863636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759938.863645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759938/real 1787759938]  req@ffff93eda12a4000 x1874600962114048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759938.863653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962114048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759938.863668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759938.863671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759938.863673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114048:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759938.863677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114176:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759938.863690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759938.863697:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759938/real 1787759938]  req@ffff93eda12a5a40 x1874600962114176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759938.863704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962114176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759938.863709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759938.863711:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759938.863713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114176:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759939.055350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759939.631302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759940.079349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759940.655282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759941.103314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759941.679318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759942.127345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759942.703300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759943.151335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759943.727276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759943.983252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759943.983264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759943.983267:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759943.983285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1223
00000100:00080000:1.0:1787759943.983297:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759943.983322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759943.983360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962114304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759943.983387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759943.983390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759943.983391:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759943.983394:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1223
00000100:00080000:1.0:1787759943.983398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759943.983401:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759943.983410:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759943.983420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962114432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759943.983428:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962114304:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759943.983430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759943.983437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759943.983438:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759943.983441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1223
00000100:00080000:1.0:1787759943.983443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759943.983446:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759943.983449:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759943.983459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962114560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759943.983495:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759943.983538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759943/real 1787759943]  req@ffff93eda12a5a40 x1874600962114304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759943.983560:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962114304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759943.983568:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759943.983571:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759943.983574:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962114304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759943.983594:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114432:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759943.983612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759943.983621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759943/real 1787759943]  req@ffff93eda12a4000 x1874600962114432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759943.983629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962114432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759943.983634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759943.983637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759943.983639:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114432:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759943.983642:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114560:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759943.983652:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759943.983658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759943/real 1787759943]  req@ffff93eda12a61c0 x1874600962114560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759943.983665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962114560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759943.983679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759943.983681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759943.983683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114560:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759944.175336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759944.751259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759945.199328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759945.775329:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759946.223410:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759946.799250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759947.247361:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759947.823299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759948.271371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759948.847293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759949.103275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759949.103282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759949.103288:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759949.103299:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1228
00000100:00080000:0.0:1787759949.103328:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759949.103348:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759949.103386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962114688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759949.103420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759949.103423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759949.103424:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759949.103428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1228
00000100:00080000:0.0:1787759949.103431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759949.103434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759949.103442:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759949.103461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962114816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759949.103473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759949.103477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759949.103479:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759949.103484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1228
00000100:00080000:0.0:1787759949.103489:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787759949.103491:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962114688:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759949.103497:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759949.103505:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759949.103520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962114944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759949.103587:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114816:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759949.103618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114944:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759949.295316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759949.871285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759950.319300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759950.895252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759951.343382:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759951.919273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787759952.175470:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787759952.175513:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787759952.175530:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759952.175573:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787759952.175585:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787759952.175637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759949/real 1787759952]  req@ffff93ed82c26940 x1874600962114944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759952.175665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962114944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759952.175677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759952.175683:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759952.175688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114944:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787759952.175696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759949/real 1787759952]  req@ffff93ed82c24b40 x1874600962114688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759952.175710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962114688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759952.175719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759952.175722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759952.175726:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962114688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759952.175752:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759949/real 1787759952]  req@ffff93ed82c270c0 x1874600962114816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759952.175766:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962114816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759952.175775:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759952.175779:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759952.175783:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962114816:192.168.204.156@tcp:38:kworker.0
00010000:00010000:1.0:1787759952.367334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759952.943277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759953.391313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759953.967300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759954.223294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759954.223323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759954.223327:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759954.223338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1233
00000100:00080000:0.0:1787759954.223349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759954.223357:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759954.223391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962115072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759954.223418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759954.223422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759954.223424:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759954.223429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1233
00000100:00080000:0.0:1787759954.223433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759954.223437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759954.223447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759954.223463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962115200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759954.223464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962115072:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759954.223490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759954.223494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787759954.223496:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759954.223500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1233
00000100:00080000:0.0:1787759954.223505:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759954.223510:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759954.223515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759954.223528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962115328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759954.223538:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759954.223599:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759954/real 1787759954]  req@ffff93ed82c27480 x1874600962115072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759954.223619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962115072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759954.223631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759954.223635:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759954.223640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962115072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759954.223671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115200:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759954.223707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759954.223722:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759954/real 1787759954]  req@ffff93ed82c261c0 x1874600962115200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759954.223736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962115200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759954.223753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759954.223757:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759954.223761:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115200:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759954.223768:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115328:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759954.223793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759954.223806:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759954/real 1787759954]  req@ffff93ed82c26d00 x1874600962115328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759954.223819:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962115328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759954.223829:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759954.223832:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759954.223836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115328:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759954.415374:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759954.991250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759955.439362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759956.015289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759956.463374:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759957.039223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759957.487318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759958.063255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759958.511351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759959.087264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759959.343307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759959.343315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759959.343319:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759959.343327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1239
00000100:00080000:1.0:1787759959.343336:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759959.343341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759959.343370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962115456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759959.343396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759959.343398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759959.343412:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759959.343415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1239
00000100:00080000:1.0:1787759959.343418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759959.343421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759959.343430:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759959.343439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962115584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759959.343445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759959.343449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759959.343450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759959.343460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1239
00000100:00080000:1.0:1787759959.343464:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787759959.343469:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962115456:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759959.343470:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759959.343489:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759959.343510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962115712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759959.343563:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759959.343614:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759959/real 1787759959]  req@ffff93eda12a7c00 x1874600962115456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759959.343630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962115456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759959.343643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759959.343650:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759959.343655:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962115456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759959.343677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115584:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759959.343704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759959.343716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759959/real 1787759959]  req@ffff93eda12a6580 x1874600962115584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759959.343725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962115584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759959.343730:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759959.343733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759959.343735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115584:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759959.343759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115712:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759959.343773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759959.343779:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759959/real 1787759959]  req@ffff93eda12a6940 x1874600962115712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759959.343786:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962115712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759959.343791:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759959.343793:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759959.343795:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115712:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759959.535390:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759960.111247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759960.559317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759961.135282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759961.583307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759962.159235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759962.607318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759963.183269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759963.631330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759964.207255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759964.463278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759964.463289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759964.463293:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759964.463303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1244
00000100:00080000:1.0:1787759964.463322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759964.463349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759964.463383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962115840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759964.463414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759964.463417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759964.463419:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759964.463423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1244
00000100:00080000:1.0:1787759964.463427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759964.463431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759964.463440:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759964.463453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962115968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759964.463463:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962115840:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759964.463465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759964.463470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759964.463473:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759964.463476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1244
00000100:00080000:1.0:1787759964.463479:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759964.463481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759964.463484:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759964.463493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962116096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759964.463530:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759964.463582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759964/real 1787759964]  req@ffff93eda12a6940 x1874600962115840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759964.463598:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962115840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759964.463606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759964.463609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759964.463611:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962115840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759964.463629:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115968:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759964.463646:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759964.463654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759964/real 1787759964]  req@ffff93eda12a6580 x1874600962115968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759964.463662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962115968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759964.463667:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759964.463669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759964.463671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962115968:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759964.463674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116096:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759964.463683:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759964.463688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759964/real 1787759964]  req@ffff93eda12a7c00 x1874600962116096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759964.463694:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962116096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759964.463722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759964.463725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759964.463727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116096:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759964.655319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759965.231281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759965.679342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759966.255252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759966.703357:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759967.279256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759967.727293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759968.303256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759968.751304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759969.327289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759969.583258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759969.583266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759969.583269:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759969.583277:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1249
00000100:00080000:1.0:1787759969.583286:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759969.583291:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759969.583321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962116224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759969.583342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759969.583344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759969.583345:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759969.583348:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1249
00000100:00080000:1.0:1787759969.583350:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759969.583352:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759969.583359:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759969.583366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962116352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759969.583371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759969.583373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759969.583374:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759969.583376:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1249
00000100:00080000:1.0:1787759969.583378:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759969.583379:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759969.583382:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759969.583406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962116480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759969.583419:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962116224:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787759969.583470:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759969.583512:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759969/real 1787759969]  req@ffff93eda12a61c0 x1874600962116224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759969.583530:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962116224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759969.583540:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759969.583543:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759969.583546:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962116224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759969.583551:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116352:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759969.583567:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759969.583574:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759969/real 1787759969]  req@ffff93eda12a4000 x1874600962116352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759969.583581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962116352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759969.583595:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759969.583597:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759969.583613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116352:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759969.583640:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116480:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759969.583654:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759969.583661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759969/real 1787759969]  req@ffff93eda12a5a40 x1874600962116480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759969.583668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962116480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759969.583672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759969.583674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759969.583676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116480:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759969.775307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759970.351301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759970.799315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759971.375268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759971.823389:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759972.399260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759972.847298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759973.423314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759973.871329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759974.447260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759974.703281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759974.703293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759974.703297:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759974.703308:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1254
00000100:00080000:3.0:1787759974.703319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759974.703327:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759974.703377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962116608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759974.703409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759974.703414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759974.703416:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759974.703421:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1254
00000100:00080000:3.0:1787759974.703425:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759974.703430:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759974.703441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787759974.703456:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962116608:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787759974.703457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962116736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759974.703475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759974.703479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787759974.703482:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759974.703486:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1254
00000100:00080000:3.0:1787759974.703490:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759974.703495:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759974.703516:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759974.703531:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962116864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759974.703540:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759974.703585:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759974/real 1787759974]  req@ffff93eda1098780 x1874600962116608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759974.703604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962116608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759974.703615:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759974.703628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759974.703631:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962116608:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759974.703652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116736:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759974.703671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759974.703680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759974/real 1787759974]  req@ffff93eda10983c0 x1874600962116736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759974.703689:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962116736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759974.703694:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759974.703697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759974.703699:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116736:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759974.703702:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116864:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759974.703713:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759974.703719:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759974/real 1787759974]  req@ffff93eda109ad00 x1874600962116864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759974.703726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962116864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759974.703731:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759974.703733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759974.703735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962116864:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787759974.895336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759975.471294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759975.919315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759976.495254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787759976.943353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759977.519297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759977.967449:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759978.543330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759978.991358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759979.567282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787759979.823296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759979.823307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787759979.823313:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759979.823324:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1259
00000100:00080000:3.0:1787759979.823335:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759979.823343:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787759979.823382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962116992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759979.823428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759979.823432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787759979.823434:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759979.823439:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1259
00000100:00080000:3.0:1787759979.823443:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759979.823447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759979.823457:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787759979.823471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962117120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787759979.823491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787759979.823499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787759979.823501:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962116992:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787759979.823502:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787759979.823512:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1259
00000100:00080000:3.0:1787759979.823516:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787759979.823520:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787759979.823545:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787759979.823559:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962117248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759979.823583:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759979.823628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759979/real 1787759979]  req@ffff93eda109a940 x1874600962116992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759979.823647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962116992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759979.823658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759979.823662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759979.823666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962116992:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759979.823690:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117120:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759979.823712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759979.823725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759979/real 1787759979]  req@ffff93eda1098000 x1874600962117120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759979.823737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962117120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759979.823745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759979.823749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759979.823752:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117120:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759979.823758:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117248:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759979.823776:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759979.823786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759979/real 1787759979]  req@ffff93eda109ad00 x1874600962117248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759979.823807:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962117248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759979.823816:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759979.823819:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759979.823822:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117248:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787759980.015359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759980.591264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759981.039341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759981.615284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787759982.063366:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759982.639269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759983.087351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759983.663289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759984.111313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759984.687269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759984.943289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759984.943310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759984.943315:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759984.943325:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1264
00000100:00080000:1.0:1787759984.943336:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759984.943345:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759984.943384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962117376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759984.943412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759984.943416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759984.943418:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759984.943423:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1264
00000100:00080000:1.0:1787759984.943427:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759984.943432:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759984.943443:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759984.943457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962117504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759984.943460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962117376:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759984.943501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759984.943505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759984.943508:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759984.943514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1264
00000100:00080000:1.0:1787759984.943522:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759984.943527:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:2.0:1787759984.943532:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787759984.943537:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759984.943555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962117632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787759984.943574:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759984/real 1787759984]  req@ffff93eda12a5a40 x1874600962117376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759984.943590:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962117376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759984.943599:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759984.943602:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759984.943606:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962117376:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759984.943627:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117504:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759984.943641:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759984.943649:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759984/real 1787759984]  req@ffff93eda12a4000 x1874600962117504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759984.943657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962117504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759984.943673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759984.943675:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759984.943678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117504:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759984.943682:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117632:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759984.943696:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759984.943703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759984/real 1787759984]  req@ffff93eda12a61c0 x1874600962117632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759984.943710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962117632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759984.943715:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759984.943717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759984.943719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117632:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759985.135293:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759985.711255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759986.159311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759986.735331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759987.183355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759987.759307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759988.207318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759988.783290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759989.231311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759989.807285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787759990.063229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759990.063237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787759990.063241:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759990.063249:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1269
00000100:00080000:1.0:1787759990.063257:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759990.063263:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787759990.063297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962117760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759990.063320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759990.063323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787759990.063324:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787759990.063327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1269
00000100:00080000:1.0:1787759990.063329:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759990.063331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759990.063352:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787759990.063362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962117888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787759990.063370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787759990.063373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787759990.063376:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787759990.063377:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962117760:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787759990.063380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1269
00000100:00080000:1.0:1787759990.063385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787759990.063388:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787759990.063391:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787759990.063397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962118016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759990.063459:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759990.063493:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759990/real 1787759990]  req@ffff93eda12a7c00 x1874600962117760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759990.063506:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962117760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759990.063514:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759990.063518:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759990.063520:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962117760:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759990.063547:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117888:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759990.063566:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759990.063574:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759990/real 1787759990]  req@ffff93eda12a6580 x1874600962117888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759990.063582:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962117888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759990.063588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759990.063590:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759990.063593:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962117888:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759990.063596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118016:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759990.063607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759990.063612:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759990/real 1787759990]  req@ffff93eda12a6940 x1874600962118016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759990.063619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962118016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759990.063624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759990.063626:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759990.063628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118016:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759990.255304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759990.831285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759991.279269:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759991.855252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759992.303271:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759992.879273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759993.327313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759993.903235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759994.351321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759994.927328:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787759995.183307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759995.183318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787759995.183323:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759995.183334:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1274
00000100:00080000:0.0:1787759995.183347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759995.183354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787759995.183398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962118144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759995.183430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759995.183433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787759995.183435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759995.183438:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1274
00000100:00080000:0.0:1787759995.183441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759995.183462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759995.183472:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787759995.183485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962118272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787759995.183493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787759995.183497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787759995.183498:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962118144:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787759995.183499:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787759995.183506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1274
00000100:00080000:0.0:1787759995.183511:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787759995.183513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787759995.183517:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787759995.183525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962118400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787759995.183581:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759995.183640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759995/real 1787759995]  req@ffff93ed82c25e00 x1874600962118144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759995.183665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962118144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759995.183674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759995.183677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759995.183681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962118144:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787759995.183710:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118272:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787759995.183728:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759995.183737:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759995/real 1787759995]  req@ffff93ed82c26d00 x1874600962118272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759995.183746:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962118272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759995.183752:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759995.183754:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759995.183756:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118272:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787759995.183760:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118400:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787759995.183771:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787759995.183776:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759995/real 1787759995]  req@ffff93ed82c261c0 x1874600962118400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787759995.183784:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962118400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787759995.183799:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787759995.183802:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787759995.183804:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118400:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787759995.375352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759995.951327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759996.399303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759996.975260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759997.423292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759997.999284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759998.447317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787759999.023261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787759999.471305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760000.047302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760000.303258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760000.303269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760000.303274:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760000.303285:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1279
00000100:00080000:3.0:1787760000.303296:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760000.303304:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760000.303355:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962118528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760000.303384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760000.303388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760000.303391:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760000.303395:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1279
00000100:00080000:3.0:1787760000.303400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760000.303406:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760000.303417:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760000.303424:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962118528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760000.303441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962118656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760000.303453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760000.303457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760000.303459:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760000.303464:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1279
00000100:00080000:3.0:1787760000.303478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760000.303483:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760000.303488:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760000.303492:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760000.303502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962118784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760000.303540:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760000/real 1787760000]  req@ffff93eda10983c0 x1874600962118528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760000.303556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962118528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760000.303565:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760000.303569:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760000.303573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962118528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760000.303592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118656:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760000.303608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760000.303616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760000/real 1787760000]  req@ffff93eda1098780 x1874600962118656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760000.303625:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962118656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760000.303634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760000.303638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760000.303642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118656:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760000.303659:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118784:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760000.303684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760000.303696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760000/real 1787760000]  req@ffff93eda1099e00 x1874600962118784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760000.303707:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962118784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760000.303715:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760000.303718:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760000.303722:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962118784:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760000.495338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760001.071302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760001.519276:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760002.095302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760002.543309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760003.119258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760003.567315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760004.143295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760004.591319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760005.167276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760005.423277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760005.423285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760005.423289:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760005.423298:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1285
00000100:00080000:3.0:1787760005.423306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760005.423313:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760005.423350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962118912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760005.423380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760005.423384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760005.423386:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760005.423390:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1285
00000100:00080000:3.0:1787760005.423393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760005.423396:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760005.423404:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760005.423423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962119040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760005.423431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760005.423435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760005.423438:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760005.423439:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962118912:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760005.423442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1285
00000100:00080000:3.0:1787760005.423447:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760005.423451:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760005.423467:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760005.423479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962119168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760005.423523:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760005.423575:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760005/real 1787760005]  req@ffff93eda1099a40 x1874600962118912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760005.423595:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962118912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760005.423608:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760005.423613:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760005.423617:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962118912:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760005.423642:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119040:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760005.423667:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760005.423690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760005/real 1787760005]  req@ffff93eda1098b40 x1874600962119040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760005.423712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962119040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760005.423722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760005.423725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760005.423729:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119040:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760005.423735:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119168:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760005.423761:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760005.423773:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760005/real 1787760005]  req@ffff93eda1099e00 x1874600962119168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760005.423785:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962119168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760005.423793:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760005.423796:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760005.423799:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119168:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760005.615289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760006.191268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760006.639312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760007.215324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760007.663320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760008.239292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760008.687305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760009.263284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760009.711297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760010.287286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760010.543305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760010.543316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760010.543320:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760010.543330:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1290
00000100:00080000:3.0:1787760010.543342:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760010.543351:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760010.543388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962119296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760010.543417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760010.543421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760010.543424:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760010.543428:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1290
00000100:00080000:3.0:1787760010.543433:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760010.543436:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760010.543446:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760010.543461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962119424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760010.543473:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962119296:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760010.543498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760010.543502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760010.543505:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760010.543510:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1290
00000100:00080000:3.0:1787760010.543525:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760010.543530:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760010.543536:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760010.543540:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760010.543554:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962119552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760010.543604:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760010/real 1787760010]  req@ffff93eda1098780 x1874600962119296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760010.543625:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962119296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760010.543653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760010.543658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760010.543663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962119296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760010.543687:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119424:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760010.543714:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760010.543729:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760010/real 1787760010]  req@ffff93eda10983c0 x1874600962119424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760010.543743:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962119424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760010.543752:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760010.543757:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760010.543761:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119424:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760010.543767:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119552:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760010.543790:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760010.543801:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760010/real 1787760010]  req@ffff93eda109ad00 x1874600962119552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760010.543831:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962119552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760010.543839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760010.543843:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760010.543846:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119552:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760010.735373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760011.311222:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760011.759265:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760012.335255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760012.783371:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760013.359261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760013.807301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760014.383306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760014.831346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760015.407242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760015.663282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760015.663293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760015.663298:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760015.663308:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1295
00000100:00080000:3.0:1787760015.663320:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760015.663328:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760015.663366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962119680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760015.663396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760015.663400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760015.663417:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760015.663423:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1295
00000100:00080000:3.0:1787760015.663428:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760015.663435:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760015.663446:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962119680:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760015.663447:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760015.663469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962119808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760015.663482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760015.663486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760015.663489:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760015.663493:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1295
00000100:00080000:3.0:1787760015.663498:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760015.663503:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760015.663509:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760015.663524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962119936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760015.663561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119808:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760015.663591:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119936:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760015.855330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760016.431280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760016.879300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760017.455319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760017.903297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760018.479296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760018.735479:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760018.735515:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760018.735529:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760018.735560:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760018.735566:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760018.735633:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760015/real 1787760018]  req@ffff93eda109a940 x1874600962119808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760018.735680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962119808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760018.735692:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760018.735698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760018.735702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119808:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760018.735712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760015/real 1787760018]  req@ffff93eda109ad00 x1874600962119936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760018.735724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962119936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760018.735732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760018.735735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760018.735738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962119936:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760018.735745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760015/real 1787760018]  req@ffff93eda1098000 x1874600962119680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760018.735757:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962119680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760018.735786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760018.735789:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760018.735798:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962119680:192.168.204.156@tcp:250:kworker.0
00010000:00010000:0.0:1787760018.927306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760019.503278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760019.951309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760020.527248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760020.783264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760020.783273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760020.783277:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760020.783286:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1300
00000100:00080000:3.0:1787760020.783308:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760020.783315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760020.783344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962120064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760020.783371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760020.783375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760020.783377:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760020.783381:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1300
00000100:00080000:3.0:1787760020.783385:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760020.783389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760020.783399:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760020.783412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962120192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760020.783421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760020.783424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760020.783426:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760020.783433:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962120064:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760020.783435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1300
00000100:00080000:3.0:1787760020.783441:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760020.783449:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760020.783461:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760020.783479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962120320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760020.783515:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760020.783580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760020/real 1787760020]  req@ffff93eda10983c0 x1874600962120064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760020.783601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962120064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760020.783625:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760020.783630:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760020.783635:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962120064:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760020.783666:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120192:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760020.783698:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760020.783713:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760020/real 1787760020]  req@ffff93eda1098780 x1874600962120192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760020.783726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962120192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760020.783734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760020.783738:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760020.783741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120192:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760020.783757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120320:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760020.783783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760020.783795:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760020/real 1787760020]  req@ffff93eda1099e00 x1874600962120320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760020.783807:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962120320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760020.783815:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760020.783818:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760020.783821:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120320:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760020.975293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760021.551286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760021.999350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760022.575258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760023.023327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760023.599332:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760024.047283:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760024.623311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760025.071361:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760025.647321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760025.903308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760025.903320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760025.903324:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760025.903335:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1305
00000100:00080000:1.0:1787760025.903345:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760025.903372:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760025.903406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962120448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760025.903436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760025.903440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760025.903442:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760025.903447:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1305
00000100:00080000:1.0:1787760025.903452:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760025.903456:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760025.903465:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760025.903480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962120576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760025.903491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760025.903495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760025.903497:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760025.903521:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1305
00000100:00080000:1.0:1787760025.903525:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760025.903531:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760025.903541:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760025.903542:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962120448:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760025.903561:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962120704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760025.903646:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760025.903697:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760025/real 1787760025]  req@ffff93eda12a6940 x1874600962120448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760025.903713:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962120448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760025.903724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760025.903732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760025.903736:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962120448:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760025.903743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120576:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760025.903760:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760025.903769:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760025/real 1787760025]  req@ffff93eda12a6580 x1874600962120576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760025.903790:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962120576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760025.903797:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760025.903799:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760025.903802:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120576:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760025.903827:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120704:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760025.903842:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760025.903849:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760025/real 1787760025]  req@ffff93eda12a7c00 x1874600962120704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760025.903857:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962120704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760025.903863:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760025.903865:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760025.903868:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120704:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760026.095297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760026.671289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760027.119331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760027.695304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760028.143296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760028.719239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760029.167329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760029.743277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760030.191301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760030.767250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760031.023329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760031.023337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760031.023341:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760031.023350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1310
00000100:00080000:0.0:1787760031.023359:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760031.023367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760031.023402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962120832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760031.023441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760031.023444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760031.023446:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760031.023449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1310
00000100:00080000:0.0:1787760031.023469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760031.023478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760031.023479:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962120832:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787760031.023489:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760031.023507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962120960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760031.023520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760031.023524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760031.023525:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760031.023529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1310
00000100:00080000:0.0:1787760031.023533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760031.023536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760031.023540:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760031.023546:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760031.023554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962121088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760031.023593:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760031/real 1787760031]  req@ffff93ed82c27480 x1874600962120832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760031.023613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962120832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760031.023637:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760031.023642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760031.023646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962120832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760031.023669:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120960:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760031.023692:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760031.023703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760031/real 1787760031]  req@ffff93ed82c270c0 x1874600962120960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760031.023715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962120960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760031.023723:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760031.023727:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760031.023730:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962120960:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760031.023736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121088:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760031.023753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760031.023763:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760031/real 1787760031]  req@ffff93ed82c24b40 x1874600962121088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760031.023777:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962121088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760031.023785:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760031.023788:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760031.023791:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121088:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760031.215304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760031.791265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760032.239291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760032.815240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760033.263340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760033.839264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760034.287313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760034.863277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760035.311360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760035.887349:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760036.143357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760036.143373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760036.143379:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760036.143394:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1315
00000100:00080000:3.0:1787760036.143409:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760036.143418:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760036.143478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962121216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760036.143516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760036.143520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760036.143522:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760036.143527:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1315
00000100:00080000:3.0:1787760036.143531:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760036.143557:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760036.143570:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760036.143581:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962121216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760036.143590:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962121344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760036.143602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760036.143606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760036.143608:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760036.143612:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1315
00000100:00080000:3.0:1787760036.143616:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760036.143620:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760036.143626:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760036.143640:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962121472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760036.143675:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760036.143732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760036/real 1787760036]  req@ffff93eda1098b40 x1874600962121216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760036.143753:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962121216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760036.143766:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760036.143770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760036.143775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962121216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760036.143805:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121344:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760036.143830:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760036.143844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760036/real 1787760036]  req@ffff93eda1099a40 x1874600962121344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760036.143857:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962121344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760036.143867:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760036.143871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760036.143874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121344:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760036.143880:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121472:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760036.143905:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760036.143917:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760036/real 1787760036]  req@ffff93eda1099e00 x1874600962121472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760036.143939:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962121472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760036.143948:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760036.143952:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760036.143956:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121472:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760036.335326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760036.911344:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760037.359395:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760037.935313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760038.383344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760038.959313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760039.407357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760039.983274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760040.431362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760041.007246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760041.263307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760041.263316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760041.263319:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760041.263328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1320
00000100:00080000:1.0:1787760041.263336:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760041.263342:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760041.263376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962121600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760041.263399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760041.263402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760041.263403:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760041.263406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1320
00000100:00080000:1.0:1787760041.263408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760041.263411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760041.263418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760041.263433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962121728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760041.263446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760041.263450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760041.263469:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760041.263475:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1320
00000100:00100000:2.0:1787760041.263482:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962121600:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760041.263483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760041.263498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760041.263504:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760041.263519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962121856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760041.263577:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760041.263640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760041/real 1787760041]  req@ffff93eda12a61c0 x1874600962121600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760041.263665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962121600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760041.263676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760041.263680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760041.263683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962121600:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760041.263691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121728:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760041.263708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760041.263717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760041/real 1787760041]  req@ffff93eda12a4000 x1874600962121728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760041.263725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962121728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760041.263750:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760041.263753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760041.263759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121728:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760041.263787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121856:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760041.263813:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760041.263821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760041/real 1787760041]  req@ffff93eda12a5a40 x1874600962121856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760041.263828:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962121856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760041.263834:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760041.263836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760041.263838:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962121856:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760041.455380:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760042.031252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760042.479307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760043.055339:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760043.503345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760044.079259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760044.527332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760045.103351:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760045.551364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760046.127277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760046.383246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760046.383256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760046.383260:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760046.383270:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1326
00000100:00080000:1.0:1787760046.383281:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760046.383290:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760046.383331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962121984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760046.383353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760046.383356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760046.383358:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760046.383361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1326
00000100:00080000:1.0:1787760046.383363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760046.383380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760046.383390:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760046.383406:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962121984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760046.383407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962122112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760046.383427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760046.383430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760046.383432:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760046.383436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1326
00000100:00080000:1.0:1787760046.383439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760046.383442:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760046.383447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760046.383459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962122240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760046.383494:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760046.383542:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760046/real 1787760046]  req@ffff93eda12a5a40 x1874600962121984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760046.383560:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962121984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760046.383570:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760046.383575:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760046.383579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962121984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760046.383610:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122112:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760046.383634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760046.383661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760046/real 1787760046]  req@ffff93eda12a4000 x1874600962122112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760046.383673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962122112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760046.383682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760046.383685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760046.383689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122112:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760046.383696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122240:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760046.383715:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760046.383725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760046/real 1787760046]  req@ffff93eda12a61c0 x1874600962122240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760046.383737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962122240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760046.383746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760046.383749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760046.383753:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122240:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760046.575312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760047.151337:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760047.599340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760048.175295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760048.623317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760049.199281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760049.647362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760050.223255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760050.671302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760051.247273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760051.503289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760051.503299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760051.503304:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760051.503315:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1331
00000100:00080000:1.0:1787760051.503326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760051.503335:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760051.503372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962122368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760051.503419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760051.503423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760051.503425:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760051.503430:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1331
00000100:00080000:1.0:1787760051.503434:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760051.503440:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760051.503451:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760051.503460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962122368:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760051.503469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962122496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760051.503479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760051.503482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760051.503484:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760051.503486:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1331
00000100:00080000:1.0:1787760051.503490:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760051.503492:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760051.503497:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760051.503509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962122624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760051.503533:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760051.503577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760051/real 1787760051]  req@ffff93eda12a7c00 x1874600962122368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760051.503597:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962122368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760051.503605:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760051.503608:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760051.503611:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962122368:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760051.503630:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122496:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760051.503649:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760051.503657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760051/real 1787760051]  req@ffff93eda12a6580 x1874600962122496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760051.503666:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962122496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760051.503671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760051.503673:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760051.503676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122496:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760051.503679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122624:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760051.503699:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760051.503706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760051/real 1787760051]  req@ffff93eda12a6940 x1874600962122624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760051.503714:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962122624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760051.503728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760051.503730:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760051.503733:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122624:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760051.695362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760052.271237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760052.719306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760053.295283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760053.743336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760054.319231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760054.767335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760055.343284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760055.791306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760056.367285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760056.623312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760056.623320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760056.623323:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760056.623332:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1336
00000100:00080000:0.0:1787760056.623348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760056.623354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760056.623392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962122752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760056.623413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760056.623427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760056.623429:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760056.623434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1336
00000100:00080000:0.0:1787760056.623437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760056.623441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760056.623450:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760056.623458:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962122752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760056.623463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962122880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760056.623475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760056.623477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760056.623479:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760056.623481:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1336
00000100:00080000:0.0:1787760056.623483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760056.623486:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760056.623489:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760056.623497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962123008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760056.623533:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760056.623589:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760056/real 1787760056]  req@ffff93ed82c26940 x1874600962122752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760056.623608:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962122752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760056.623619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760056.623624:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760056.623628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962122752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760056.623652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122880:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760056.623677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760056.623701:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760056/real 1787760056]  req@ffff93ed82c243c0 x1874600962122880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760056.623715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962122880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760056.623723:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760056.623726:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760056.623730:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962122880:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760056.623744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123008:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760056.623768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760056.623780:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760056/real 1787760056]  req@ffff93ed82c24780 x1874600962123008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760056.623793:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962123008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760056.623800:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760056.623802:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760056.623805:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123008:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760056.815334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760057.391294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760057.839305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760058.415293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760058.863314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760059.439258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760059.887342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760060.463319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760060.911490:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760061.487288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760061.743271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760061.743281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760061.743289:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760061.743299:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1341
00000100:00080000:0.0:1787760061.743311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760061.743319:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760061.743375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962123136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760061.743422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760061.743424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760061.743426:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760061.743429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1341
00000100:00080000:0.0:1787760061.743432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760061.743436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760061.743445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760061.743456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962123264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760061.743463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760061.743466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760061.743467:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760061.743471:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1341
00000100:00080000:0.0:1787760061.743475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787760061.743475:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962123136:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760061.743481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760061.743485:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760061.743494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962123392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760061.743553:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760061.743600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760061/real 1787760061]  req@ffff93ed82c27840 x1874600962123136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760061.743614:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962123136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760061.743623:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760061.743625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760061.743628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962123136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760061.743650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123264:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760061.743664:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760061.743674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760061/real 1787760061]  req@ffff93ed82c252c0 x1874600962123264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760061.743695:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962123264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760061.743704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760061.743707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760061.743710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123264:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760061.743716:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123392:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760061.743735:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760061.743742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760061/real 1787760061]  req@ffff93ed82c24000 x1874600962123392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760061.743750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962123392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760061.743755:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760061.743757:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760061.743759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123392:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760061.935316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760062.511321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760062.959298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760063.535252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760063.983321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760064.559256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760065.007258:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760065.583261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760066.031316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760066.607272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760066.863269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760066.863278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760066.863281:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760066.863289:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1346
00000100:00080000:0.0:1787760066.863310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760066.863315:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760066.863341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962123520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760066.863362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760066.863364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760066.863366:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760066.863368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1346
00000100:00080000:0.0:1787760066.863370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760066.863372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760066.863386:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760066.863396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962123648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760066.863403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760066.863405:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962123520:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760066.863406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760066.863409:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760066.863416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1346
00000100:00080000:0.0:1787760066.863425:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760066.863427:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760066.863431:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760066.863441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962123776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760066.863469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760066.863514:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760066/real 1787760066]  req@ffff93ed82c24780 x1874600962123520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760066.863530:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962123520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760066.863552:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760066.863556:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760066.863561:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962123520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760066.863584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123648:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760066.863607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760066.863617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760066/real 1787760066]  req@ffff93ed82c243c0 x1874600962123648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760066.863625:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962123648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760066.863630:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760066.863633:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760066.863635:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123648:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760066.863640:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123776:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760066.863659:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760066.863670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760066/real 1787760066]  req@ffff93ed82c26940 x1874600962123776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760066.863681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962123776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760066.863688:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760066.863691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760066.863694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962123776:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760067.055301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760067.631269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760068.079323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760068.655285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760069.103275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760069.679268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760070.127289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760070.703272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760071.151271:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760071.727250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760071.983268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760071.983291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760071.983294:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760071.983302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1351
00000100:00080000:0.0:1787760071.983310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760071.983315:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760071.983341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962123904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760071.983362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760071.983364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760071.983365:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760071.983368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1351
00000100:00080000:0.0:1787760071.983370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760071.983372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760071.983385:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760071.983393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962124032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760071.983399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760071.983402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787760071.983402:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962123904:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760071.983405:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760071.983411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1351
00000100:00080000:0.0:1787760071.983413:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760071.983415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760071.983418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760071.983424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962124160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760071.983458:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760071.983504:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760071/real 1787760071]  req@ffff93ed82c24b40 x1874600962123904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760071.983517:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962123904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760071.983527:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760071.983530:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760071.983533:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962123904:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760071.983551:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124032:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760071.983571:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760071.983579:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760071/real 1787760071]  req@ffff93ed82c270c0 x1874600962124032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760071.983586:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962124032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760071.983591:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760071.983593:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760071.983595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124032:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760071.983598:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124160:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760071.983607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760071.983628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760071/real 1787760071]  req@ffff93ed82c27480 x1874600962124160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760071.983641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962124160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760071.983647:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760071.983648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760071.983650:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124160:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760072.175322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760072.751296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760073.199262:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760073.775309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760074.223384:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760074.799267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760075.247285:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760075.823285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760076.271321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760076.847272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760077.103298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760077.103316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760077.103321:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760077.103332:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1356
00000100:00080000:1.0:1787760077.103343:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760077.103351:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760077.103390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962124288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760077.103419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760077.103422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760077.103424:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760077.103427:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1356
00000100:00080000:1.0:1787760077.103430:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760077.103433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760077.103441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760077.103462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962124416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760077.103488:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962124288:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760077.103490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760077.103497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760077.103501:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760077.103505:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1356
00000100:00080000:1.0:1787760077.103508:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760077.103529:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760077.103536:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760077.103548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962124544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760077.103586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760077.103645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760077/real 1787760077]  req@ffff93eda12a6940 x1874600962124288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760077.103665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962124288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760077.103677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760077.103681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760077.103686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962124288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760077.103710:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124416:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760077.103733:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760077.103745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760077/real 1787760077]  req@ffff93eda12a6580 x1874600962124416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760077.103758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962124416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760077.103781:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760077.103785:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760077.103789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124416:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760077.103795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124544:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760077.103819:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760077.103831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760077/real 1787760077]  req@ffff93eda12a7c00 x1874600962124544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760077.103843:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962124544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760077.103851:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760077.103854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760077.103858:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124544:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760077.295281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760077.871313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760078.319368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760078.895283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760079.343290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760079.919271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760080.367308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760080.943279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760081.391294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760081.967307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760082.223294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760082.223303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760082.223311:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760082.223319:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1361
00000100:00080000:3.0:1787760082.223328:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760082.223334:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760082.223372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962124672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760082.223392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760082.223395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760082.223396:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760082.223399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1361
00000100:00080000:3.0:1787760082.223402:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760082.223404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760082.223423:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760082.223437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962124800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760082.223449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760082.223470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962124672:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760082.223470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760082.223475:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760082.223481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1361
00000100:00080000:3.0:1787760082.223484:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760082.223487:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760082.223493:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760082.223504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962124928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760082.223564:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124800:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760082.223593:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124928:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760082.415330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760082.991284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760083.439329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760084.015259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760084.463331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760085.039288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760085.295404:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760085.295447:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760085.295463:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760085.295498:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760085.295506:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760085.295549:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760082/real 1787760085]  req@ffff93eda1098000 x1874600962124928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760085.295575:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962124928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760085.295609:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760085.295615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760085.295620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124928:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760085.295629:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760082/real 1787760085]  req@ffff93eda1098780 x1874600962124672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760085.295645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962124672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760085.295654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760085.295658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760085.295662:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962124672:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760085.295670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760082/real 1787760085]  req@ffff93eda10983c0 x1874600962124800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760085.295683:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962124800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760085.295693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760085.295697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760085.295708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962124800:192.168.204.156@tcp:38:kworker.0
00010000:00010000:1.0:1787760085.487366:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760086.063275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760086.511302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760087.087302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760087.343255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760087.343265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760087.343269:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760087.343279:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1367
00000100:00080000:3.0:1787760087.343290:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760087.343298:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760087.343344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962125056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760087.343372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760087.343375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760087.343377:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760087.343380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1367
00000100:00080000:3.0:1787760087.343384:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760087.343387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760087.343407:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760087.343409:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962125056:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760087.343419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962125184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760087.343429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760087.343434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760087.343436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760087.343440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1367
00000100:00080000:3.0:1787760087.343445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760087.343460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760087.343466:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760087.343474:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760087.343488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962125312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760087.343530:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760087/real 1787760087]  req@ffff93eda109ad00 x1874600962125056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760087.343558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962125056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760087.343570:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760087.343575:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760087.343579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962125056:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760087.343607:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125184:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760087.343628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760087.343640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760087/real 1787760087]  req@ffff93eda109a940 x1874600962125184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760087.343653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962125184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760087.343662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760087.343666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760087.343669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125184:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760087.343675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125312:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760087.343693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760087.343703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760087/real 1787760087]  req@ffff93eda10983c0 x1874600962125312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760087.343715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962125312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760087.343735:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760087.343739:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760087.343743:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125312:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760087.535336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760088.111263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760088.559402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760089.135302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760089.583323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760090.159306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760090.607351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760091.183319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760091.631349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760092.207345:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760092.463276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760092.463287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760092.463292:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760092.463302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1372
00000100:00080000:3.0:1787760092.463314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760092.463322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760092.463356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962125440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760092.463380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760092.463383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760092.463384:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760092.463401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1372
00000100:00080000:3.0:1787760092.463405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760092.463409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760092.463418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760092.463427:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962125440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760092.463432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962125568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760092.463446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760092.463449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760092.463451:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760092.463456:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1372
00000100:00080000:3.0:1787760092.463461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760092.463466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760092.463472:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760092.463484:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760092.463488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962125696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760092.463530:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760092/real 1787760092]  req@ffff93eda1098780 x1874600962125440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760092.463547:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962125440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760092.463556:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760092.463559:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760092.463562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962125440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760092.463583:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125568:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760092.463606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760092.463620:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760092/real 1787760092]  req@ffff93eda1098000 x1874600962125568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760092.463630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962125568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760092.463637:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760092.463640:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760092.463644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125568:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760092.463658:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125696:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760092.463683:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760092.463696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760092/real 1787760092]  req@ffff93eda1099e00 x1874600962125696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760092.463708:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962125696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760092.463714:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760092.463717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760092.463719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125696:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760092.655352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760093.231300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760093.679365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760094.255278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760094.703381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760095.279271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760095.727301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760096.303306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760096.751355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760097.327306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760097.583234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760097.583242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760097.583246:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760097.583256:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1377
00000100:00080000:3.0:1787760097.583268:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760097.583277:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760097.583315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962125824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760097.583336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760097.583357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760097.583359:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760097.583364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1377
00000100:00080000:3.0:1787760097.583368:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760097.583372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760097.583380:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760097.583386:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962125824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760097.583394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962125952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760097.583404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760097.583406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760097.583408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760097.583411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1377
00000100:00080000:3.0:1787760097.583413:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760097.583415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760097.583418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760097.583428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962126080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760097.583457:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760097.583499:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760097/real 1787760097]  req@ffff93eda1099a40 x1874600962125824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760097.583516:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962125824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760097.583524:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760097.583527:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760097.583530:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962125824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760097.583551:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125952:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760097.583582:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760097.583596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760097/real 1787760097]  req@ffff93eda1098b40 x1874600962125952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760097.583620:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962125952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760097.583630:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760097.583634:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760097.583638:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962125952:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760097.583643:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126080:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760097.583661:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760097.583669:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760097/real 1787760097]  req@ffff93eda1099e00 x1874600962126080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760097.583677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962126080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760097.583682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760097.583685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760097.583687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126080:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760097.775332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760098.351255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760098.799300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760099.375298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760099.823329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760100.399265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760100.847305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760101.423333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760101.871394:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760102.447316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760102.703255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760102.703264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760102.703268:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760102.703278:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1382
00000100:00080000:3.0:1787760102.703290:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760102.703299:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760102.703336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962126208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760102.703380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760102.703384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760102.703386:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760102.703390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1382
00000100:00080000:3.0:1787760102.703394:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760102.703398:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760102.703407:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760102.703420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962126336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760102.703432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760102.703436:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962126208:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760102.703437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760102.703442:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760102.703449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1382
00000100:00080000:3.0:1787760102.703453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760102.703457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760102.703462:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760102.703475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962126464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760102.703507:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760102.703556:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760102/real 1787760102]  req@ffff93eda1098000 x1874600962126208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760102.703574:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962126208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760102.703598:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760102.703603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760102.703607:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962126208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760102.703630:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126336:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760102.703654:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760102.703667:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760102/real 1787760102]  req@ffff93eda1098780 x1874600962126336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760102.703679:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962126336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760102.703687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760102.703692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760102.703694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126336:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760102.703700:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126464:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760102.703718:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760102.703727:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760102/real 1787760102]  req@ffff93eda10983c0 x1874600962126464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760102.703738:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962126464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760102.703746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760102.703750:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760102.703754:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126464:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760102.895351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760103.471315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760103.919359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760104.495288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760104.943347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760105.519310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760105.967407:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760106.543264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760106.991363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760107.567338:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760107.823245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760107.823255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760107.823260:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760107.823270:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1387
00000100:00080000:3.0:1787760107.823295:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760107.823302:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760107.823349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962126592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760107.823376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760107.823380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760107.823383:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760107.823388:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1387
00000100:00080000:3.0:1787760107.823392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760107.823396:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760107.823409:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760107.823425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962126720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760107.823435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760107.823437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760107.823439:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760107.823442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1387
00000100:00080000:3.0:1787760107.823446:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760107.823449:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760107.823453:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760107.823469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962126848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760107.823470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962126592:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760107.823544:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760107.823583:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760107/real 1787760107]  req@ffff93eda109a940 x1874600962126592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760107.823597:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962126592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760107.823606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760107.823609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760107.823612:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962126592:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760107.823618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126720:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760107.823632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760107.823640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760107/real 1787760107]  req@ffff93eda109ad00 x1874600962126720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760107.823649:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962126720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760107.823654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760107.823657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760107.823659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126720:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760107.823683:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126848:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760107.823712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760107.823719:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760107/real 1787760107]  req@ffff93eda10983c0 x1874600962126848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760107.823727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962126848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760107.823732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760107.823735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760107.823737:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962126848:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760108.015401:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760108.591316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760109.039309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760109.615278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760110.063381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760110.639275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760111.087364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760111.663288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760112.111330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760112.687297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760112.943252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760112.943277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760112.943282:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760112.943293:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1392
00000100:00080000:3.0:1787760112.943305:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760112.943314:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760112.943349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962126976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760112.943374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760112.943378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760112.943380:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760112.943385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1392
00000100:00080000:3.0:1787760112.943389:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760112.943393:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760112.943403:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760112.943411:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962126976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760112.943417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962127104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760112.943429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760112.943432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760112.943434:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760112.943438:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1392
00000100:00080000:3.0:1787760112.943442:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760112.943445:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760112.943450:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760112.943461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962127232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760112.943472:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760112.943515:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760112/real 1787760112]  req@ffff93eda1098780 x1874600962126976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760112.943531:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962126976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760112.943539:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760112.943542:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760112.943545:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962126976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760112.943563:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127104:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760112.943579:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760112.943596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760112/real 1787760112]  req@ffff93eda1098000 x1874600962127104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760112.943604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962127104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760112.943611:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760112.943614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760112.943618:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127104:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760112.943624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127232:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760112.943647:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760112.943659:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760112/real 1787760112]  req@ffff93eda1099e00 x1874600962127232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760112.943672:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962127232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760112.943681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760112.943684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760112.943688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127232:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760113.135315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760113.711267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760114.159311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760114.735272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760115.183370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760115.759244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760116.207319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760116.783296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760117.231341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760117.807256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760118.063248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760118.063258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760118.063262:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760118.063271:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1397
00000100:00080000:3.0:1787760118.063283:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760118.063291:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760118.063336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962127360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760118.063362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760118.063366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760118.063368:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760118.063373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1397
00000100:00080000:3.0:1787760118.063377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760118.063381:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760118.063391:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760118.063404:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962127360:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760118.063407:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962127488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760118.063420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760118.063424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760118.063426:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760118.063430:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1397
00000100:00080000:3.0:1787760118.063433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760118.063438:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760118.063458:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760118.063463:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760118.063477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962127616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760118.063503:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760118/real 1787760118]  req@ffff93eda1098b40 x1874600962127360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760118.063523:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962127360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760118.063546:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760118.063551:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760118.063555:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962127360:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760118.063577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127488:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760118.063603:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760118.063613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760118/real 1787760118]  req@ffff93eda1099a40 x1874600962127488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760118.063621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962127488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760118.063627:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760118.063629:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760118.063631:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127488:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760118.063635:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127616:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760118.063647:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760118.063653:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760118/real 1787760118]  req@ffff93eda1099e00 x1874600962127616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760118.063661:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962127616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760118.063666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760118.063667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760118.063669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127616:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760118.255315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760118.831288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760119.279315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760119.855251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760120.303365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760120.879271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760121.327331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760121.903274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760122.351313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760122.927275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760123.183279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760123.183287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760123.183291:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760123.183299:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1402
00000100:00080000:3.0:1787760123.183308:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760123.183314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760123.183347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962127744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760123.183372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760123.183375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760123.183377:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760123.183387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1402
00000100:00080000:3.0:1787760123.183391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760123.183395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760123.183405:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760123.183423:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962127744:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760123.183423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962127872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760123.183441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760123.183443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760123.183445:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760123.183457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1402
00000100:00080000:3.0:1787760123.183474:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760123.183477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:2.0:1787760123.183483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787760123.183483:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760123.183497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962128000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760123.183533:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760123/real 1787760123]  req@ffff93eda1098000 x1874600962127744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760123.183546:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962127744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760123.183554:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760123.183558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760123.183562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962127744:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760123.183591:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127872:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760123.183632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760123.183648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760123/real 1787760123]  req@ffff93eda1098780 x1874600962127872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760123.183667:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962127872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760123.183677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760123.183681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760123.183685:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962127872:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760123.183693:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128000:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760123.183715:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760123.183737:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760123/real 1787760123]  req@ffff93eda10983c0 x1874600962128000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760123.183759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962128000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760123.183765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760123.183767:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760123.183769:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128000:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760123.375288:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760123.951275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760124.399317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760124.975284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760125.423330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760125.999252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760126.447319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760127.023318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760127.471327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760128.047287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760128.303259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760128.303268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760128.303271:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760128.303279:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1407
00000100:00080000:3.0:1787760128.303288:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760128.303294:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760128.303324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962128128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760128.303346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760128.303349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760128.303351:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760128.303354:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1407
00000100:00080000:3.0:1787760128.303356:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760128.303358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760128.303366:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760128.303375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962128256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760128.303383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760128.303388:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962128128:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760128.303403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760128.303405:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760128.303409:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1407
00000100:00080000:3.0:1787760128.303412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760128.303416:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760128.303420:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760128.303430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962128384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760128.303444:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760128.303489:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760128/real 1787760128]  req@ffff93eda109ad00 x1874600962128128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760128.303510:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962128128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760128.303534:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760128.303539:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760128.303544:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962128128:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760128.303567:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128256:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760128.303586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760128.303595:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760128/real 1787760128]  req@ffff93eda109a940 x1874600962128256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760128.303604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962128256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760128.303620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760128.303622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760128.303624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128256:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760128.303637:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128384:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760128.303654:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760128.303661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760128/real 1787760128]  req@ffff93eda10983c0 x1874600962128384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760128.303669:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962128384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760128.303675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760128.303677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760128.303679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128384:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760128.495305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760129.071269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760129.519339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760130.095264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760130.543371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760131.119306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760131.567419:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760132.143262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760132.591370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760133.167272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760133.423323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760133.423332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760133.423336:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760133.423361:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1413
00000100:00080000:1.0:1787760133.423375:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760133.423383:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760133.423414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962128512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760133.423452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760133.423455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760133.423457:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760133.423460:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1413
00000100:00080000:1.0:1787760133.423463:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760133.423466:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760133.423474:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760133.423483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962128640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760133.423491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760133.423493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760133.423495:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760133.423497:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1413
00000100:00080000:1.0:1787760133.423499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760133.423502:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760133.423505:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760133.423509:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962128512:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760133.423515:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962128768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760133.423574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760133.423617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760133/real 1787760133]  req@ffff93eda12a61c0 x1874600962128512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760133.423636:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962128512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760133.423646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760133.423650:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760133.423655:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962128512:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760133.423670:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128640:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760133.423695:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760133.423707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760133/real 1787760133]  req@ffff93eda12a4000 x1874600962128640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760133.423719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962128640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760133.423728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760133.423732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760133.423735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128640:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760133.423759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128768:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760133.423777:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760133.423786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760133/real 1787760133]  req@ffff93eda12a5a40 x1874600962128768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760133.423798:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962128768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760133.423807:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760133.423810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760133.423814:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962128768:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760133.615336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760134.191301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760134.639335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760135.215299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760135.663384:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760136.239280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760136.687416:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760137.263287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760137.711351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760138.287290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760138.543370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760138.543386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760138.543391:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760138.543405:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1418
00000100:00080000:3.0:1787760138.543419:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760138.543428:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760138.543480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962128896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760138.543517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760138.543522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760138.543524:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760138.543530:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1418
00000100:00080000:3.0:1787760138.543535:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760138.543541:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760138.543556:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760138.543571:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962128896:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760138.543576:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962129024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760138.543619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760138.543634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1787760138.543640:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787760138.543644:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760138.543655:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1418
00000100:00080000:3.0:1787760138.543662:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760138.543668:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760138.543677:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760138.543698:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962129152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760138.543706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760138/real 1787760138]  req@ffff93eda1098780 x1874600962128896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760138.543741:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962128896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760138.543751:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760138.543755:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760138.543757:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962128896:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760138.543779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129024:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760138.543798:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760138.543808:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760138/real 1787760138]  req@ffff93eda1098000 x1874600962129024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760138.543816:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962129024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760138.543822:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760138.543824:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760138.543826:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129024:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760138.543830:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129152:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760138.543841:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760138.543846:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760138/real 1787760138]  req@ffff93eda1099e00 x1874600962129152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760138.543854:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962129152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760138.543868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760138.543871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760138.543873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129152:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760138.735306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760139.311279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760139.759310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760140.335295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760140.783400:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760141.359287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760141.807308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760142.383288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760142.831336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760143.407279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760143.663269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760143.663280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760143.663284:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760143.663295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1423
00000100:00080000:3.0:1787760143.663306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760143.663314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760143.663350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962129280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760143.663378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760143.663382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760143.663384:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760143.663389:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1423
00000100:00080000:3.0:1787760143.663392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760143.663396:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760143.663421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760143.663427:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962129280:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760143.663437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962129408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760143.663449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760143.663453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760143.663455:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760143.663459:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1423
00000100:00080000:3.0:1787760143.663471:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760143.663476:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:2.0:1787760143.663482:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787760143.663482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760143.663500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962129536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760143.663529:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760143/real 1787760143]  req@ffff93eda1099a40 x1874600962129280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760143.663545:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962129280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760143.663554:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760143.663557:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760143.663560:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962129280:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760143.663580:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129408:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760143.663595:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760143.663603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760143/real 1787760143]  req@ffff93eda1098b40 x1874600962129408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760143.663611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962129408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760143.663617:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760143.663619:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760143.663621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129408:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760143.663632:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129536:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760143.663649:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760143.663661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760143/real 1787760143]  req@ffff93eda1099e00 x1874600962129536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760143.663673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962129536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760143.663683:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760143.663686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760143.663690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129536:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760143.855308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760144.431262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760144.879393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760145.455287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760145.903330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760146.479282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760146.927322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760147.503275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760147.951357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760148.527359:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760148.783308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760148.783319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760148.783323:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760148.783332:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1428
00000100:00080000:1.0:1787760148.783342:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760148.783348:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760148.783383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962129664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760148.783405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760148.783408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760148.783410:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760148.783413:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1428
00000100:00080000:1.0:1787760148.783429:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760148.783433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760148.783441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760148.783445:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962129664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760148.783454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962129792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760148.783464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760148.783466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760148.783467:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760148.783470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1428
00000100:00080000:1.0:1787760148.783473:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760148.783475:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760148.783479:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760148.783486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962129920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760148.783554:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129792:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760148.783582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129920:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760148.975337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760149.551245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760149.999397:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760150.575330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760151.023398:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760151.599245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787760151.855401:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787760151.855444:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760151.855460:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787760151.855502:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787760151.855511:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760151.855554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760148/real 1787760151]  req@ffff93eda12a4000 x1874600962129792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760151.855579:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962129792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760151.855590:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760151.855595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760151.855599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129792:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760151.855609:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760148/real 1787760151]  req@ffff93eda12a61c0 x1874600962129920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760151.855639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962129920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760151.855649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760151.855652:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760151.855656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962129920:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760151.855663:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760148/real 1787760151]  req@ffff93eda12a5a40 x1874600962129664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760151.855675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962129664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760151.855683:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760151.855687:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760151.855690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962129664:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787760152.047313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760152.623293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760153.071335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760153.647273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760153.903234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760153.903245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760153.903249:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760153.903259:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1433
00000100:00080000:1.0:1787760153.903270:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760153.903279:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760153.903331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962130048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760153.903359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760153.903363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760153.903365:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760153.903370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1433
00000100:00080000:1.0:1787760153.903374:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760153.903379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760153.903388:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760153.903402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962130176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760153.903408:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962130048:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760153.903417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760153.903422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760153.903424:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760153.903429:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1433
00000100:00080000:1.0:1787760153.903433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760153.903437:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760153.903443:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760153.903454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962130304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760153.903486:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760153.903531:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760153/real 1787760153]  req@ffff93eda12a7c00 x1874600962130048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760153.903551:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962130048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760153.903564:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760153.903568:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760153.903573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962130048:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760153.903606:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130176:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760153.903631:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760153.903646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760153/real 1787760153]  req@ffff93eda12a6580 x1874600962130176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760153.903660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962130176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760153.903685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760153.903689:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760153.903693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130176:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760153.903700:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130304:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760153.903725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760153.903738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760153/real 1787760153]  req@ffff93eda12a6940 x1874600962130304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760153.903752:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962130304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760153.903760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760153.903764:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760153.903767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130304:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760154.095365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760154.671278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760155.119341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760155.695286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760156.143310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760156.719247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760157.167310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760157.743272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760158.191293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760158.767238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760159.023311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760159.023323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760159.023328:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760159.023339:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1438
00000100:00080000:3.0:1787760159.023351:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760159.023358:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760159.023407:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962130432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760159.023448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760159.023451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760159.023453:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760159.023457:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1438
00000100:00080000:3.0:1787760159.023460:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760159.023462:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760159.023473:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760159.023490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962130560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760159.023501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760159.023503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760159.023505:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760159.023510:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1438
00000100:00080000:3.0:1787760159.023512:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760159.023518:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760159.023523:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962130432:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760159.023524:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760159.023536:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962130688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760159.023596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760159.023642:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760159/real 1787760159]  req@ffff93eda1098000 x1874600962130432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760159.023672:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962130432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760159.023681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760159.023685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760159.023689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962130432:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760159.023715:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130560:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760159.023741:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760159.023752:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760159/real 1787760159]  req@ffff93eda1098780 x1874600962130560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760159.023761:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962130560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760159.023767:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760159.023769:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760159.023772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130560:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760159.023776:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130688:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760159.023788:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760159.023794:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760159/real 1787760159]  req@ffff93eda10983c0 x1874600962130688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760159.023802:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962130688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760159.023816:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760159.023819:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760159.023821:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130688:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760159.215340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760159.791280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760160.239286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760160.815263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760161.263416:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760161.839297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760162.287330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760162.863294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760163.311379:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760163.887313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760164.143309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760164.143319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760164.143324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760164.143335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1443
00000100:00080000:3.0:1787760164.143365:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760164.143374:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760164.143410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962130816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760164.143444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760164.143448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760164.143450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760164.143455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1443
00000100:00080000:3.0:1787760164.143459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760164.143464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760164.143475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760164.143492:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962130816:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760164.143492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962130944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760164.143510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760164.143514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760164.143516:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760164.143521:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1443
00000100:00080000:3.0:1787760164.143525:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760164.143530:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760164.143536:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760164.143550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962131072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760164.143554:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760164.143597:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760164/real 1787760164]  req@ffff93eda109a940 x1874600962130816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760164.143611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962130816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760164.143619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760164.143622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760164.143632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962130816:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760164.143661:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130944:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760164.143686:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760164.143699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760164/real 1787760164]  req@ffff93eda109ad00 x1874600962130944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760164.143712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962130944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760164.143722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760164.143725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760164.143728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962130944:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760164.143739:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131072:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760164.143758:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760164.143767:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760164/real 1787760164]  req@ffff93eda10983c0 x1874600962131072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760164.143775:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962131072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760164.143780:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760164.143782:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760164.143785:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131072:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760164.335407:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760164.911296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760165.359336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760165.935303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760166.383445:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760166.959269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760167.407356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760167.983296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760168.431355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760169.007266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760169.263281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760169.263309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760169.263314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760169.263325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1448
00000100:00080000:3.0:1787760169.263337:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760169.263345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760169.263378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962131200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760169.263408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760169.263412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760169.263414:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760169.263418:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1448
00000100:00080000:3.0:1787760169.263422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760169.263427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760169.263437:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760169.263450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962131328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760169.263463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760169.263464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962131200:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760169.263469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760169.263474:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760169.263479:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1448
00000100:00080000:3.0:1787760169.263482:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760169.263485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760169.263491:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760169.263502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962131456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760169.263539:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760169.263582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760169/real 1787760169]  req@ffff93eda1098780 x1874600962131200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760169.263600:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962131200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760169.263611:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760169.263615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760169.263619:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962131200:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760169.263659:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131328:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760169.263685:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760169.263699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760169/real 1787760169]  req@ffff93eda1098000 x1874600962131328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760169.263734:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962131328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760169.263744:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760169.263747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760169.263751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131328:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760169.263757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131456:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760169.263783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760169.263796:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760169/real 1787760169]  req@ffff93eda1099e00 x1874600962131456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760169.263809:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962131456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760169.263817:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760169.263821:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760169.263824:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131456:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760169.455314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760170.031313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760170.479329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760171.055306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760171.503354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760172.079272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760172.527329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760173.103273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760173.551340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760174.127272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760174.383300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760174.383308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760174.383312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760174.383320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1454
00000100:00080000:1.0:1787760174.383329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760174.383335:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760174.383368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962131584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760174.383390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760174.383392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760174.383394:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760174.383397:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1454
00000100:00080000:1.0:1787760174.383399:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760174.383401:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760174.383408:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760174.383430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962131712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760174.383436:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962131584:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760174.383445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760174.383449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760174.383450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760174.383454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1454
00000100:00080000:1.0:1787760174.383457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760174.383460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760174.383463:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760174.383473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962131840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760174.383496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760174.383538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760174/real 1787760174]  req@ffff93eda12a6940 x1874600962131584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760174.383554:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962131584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760174.383572:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760174.383575:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760174.383579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962131584:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760174.383597:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131712:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760174.383614:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760174.383637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760174/real 1787760174]  req@ffff93eda12a6580 x1874600962131712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760174.383651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962131712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760174.383661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760174.383665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760174.383669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131712:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760174.383675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131840:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760174.383697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760174.383709:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760174/real 1787760174]  req@ffff93eda12a7c00 x1874600962131840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760174.383723:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962131840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760174.383731:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760174.383733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760174.383735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962131840:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760174.575312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760175.151269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760175.599371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760176.175255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760176.623326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760177.199283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760177.647359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760178.223250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760178.671328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760179.247290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760179.503351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760179.503366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760179.503373:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760179.503389:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1459
00000100:00080000:3.0:1787760179.503403:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760179.503414:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760179.503469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962131968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760179.503501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760179.503505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760179.503508:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760179.503513:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1459
00000100:00080000:3.0:1787760179.503517:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760179.503535:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760179.503549:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760179.503566:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962132096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760179.503581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760179.503591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787760179.503593:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962131968:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760179.503596:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760179.503615:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1459
00000100:00080000:3.0:1787760179.503619:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760179.503626:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760179.503662:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760179.503683:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962132224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760179.503684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760179.503743:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760179/real 1787760179]  req@ffff93eda1098b40 x1874600962131968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760179.503759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962131968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760179.503769:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760179.503776:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760179.503782:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962131968:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760179.503802:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132096:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760179.503819:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760179.503827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760179/real 1787760179]  req@ffff93eda1099a40 x1874600962132096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760179.503835:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962132096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760179.503841:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760179.503844:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760179.503846:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132096:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760179.503850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132224:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760179.503860:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760179.503866:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760179/real 1787760179]  req@ffff93eda1099e00 x1874600962132224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760179.503897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962132224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760179.503903:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760179.503905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760179.503907:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132224:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760179.695392:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760180.271287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760180.719375:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760181.295312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760181.743323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760182.319286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760182.767332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760183.343284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760183.791406:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760184.367254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760184.623264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760184.623275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760184.623279:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760184.623290:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1464
00000100:00080000:3.0:1787760184.623301:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760184.623309:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760184.623343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962132352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760184.623366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760184.623369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760184.623370:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760184.623373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1464
00000100:00080000:3.0:1787760184.623375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760184.623378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760184.623387:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760184.623396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962132480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760184.623404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760184.623407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760184.623408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760184.623415:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1464
00000100:00100000:2.0:1787760184.623417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962132352:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760184.623450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760184.623457:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760184.623465:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760184.623483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962132608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760184.623521:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760184.623579:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760184/real 1787760184]  req@ffff93eda1098000 x1874600962132352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760184.623596:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962132352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760184.623607:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760184.623611:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760184.623615:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962132352:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760184.623650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132480:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760184.623675:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760184.623685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760184/real 1787760184]  req@ffff93eda1098780 x1874600962132480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760184.623693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962132480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760184.623715:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760184.623718:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760184.623720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132480:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760184.623725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132608:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760184.623742:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760184.623749:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760184/real 1787760184]  req@ffff93eda10983c0 x1874600962132608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760184.623757:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962132608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760184.623762:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760184.623764:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760184.623766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132608:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760184.815393:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760185.391298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760185.839377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760186.415305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760186.863325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760187.439294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760187.887395:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760188.463252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760188.911367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760189.487263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760189.743317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760189.743361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760189.743364:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760189.743373:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1469
00000100:00080000:1.0:1787760189.743382:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760189.743389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760189.743419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962132736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760189.743444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760189.743447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760189.743448:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760189.743451:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1469
00000100:00080000:1.0:1787760189.743453:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760189.743456:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760189.743463:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760189.743472:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962132864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760189.743480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760189.743483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760189.743485:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760189.743489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1469
00000100:00100000:2.0:1787760189.743489:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962132736:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760189.743493:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760189.743499:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760189.743503:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760189.743510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962132992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760189.743567:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760189.743608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760189/real 1787760189]  req@ffff93eda12a5a40 x1874600962132736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760189.743625:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962132736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760189.743634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760189.743637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760189.743640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962132736:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760189.743668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132864:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760189.743688:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760189.743697:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760189/real 1787760189]  req@ffff93eda12a61c0 x1874600962132864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760189.743705:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962132864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760189.743711:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760189.743713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760189.743715:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132864:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760189.743719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132992:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760189.743730:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760189.743736:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760189/real 1787760189]  req@ffff93eda12a4000 x1874600962132992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760189.743743:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962132992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760189.743749:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760189.743753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760189.743756:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962132992:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760189.935340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760190.511277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760190.959327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760191.535378:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760191.983338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760192.559296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760193.007405:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760193.583281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760194.031346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760194.607391:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760194.863355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760194.863367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760194.863372:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760194.863383:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1474
00000100:00080000:3.0:1787760194.863395:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760194.863402:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760194.863456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962133120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760194.863483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760194.863486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760194.863488:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760194.863491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1474
00000100:00080000:3.0:1787760194.863494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760194.863497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760194.863506:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760194.863516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962133248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760194.863524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760194.863550:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962133120:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760194.863550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760194.863553:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760194.863561:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1474
00000100:00080000:3.0:1787760194.863564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760194.863568:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760194.863572:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760194.863583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962133376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760194.863646:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760194.863696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760194/real 1787760194]  req@ffff93eda109ad00 x1874600962133120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760194.863721:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962133120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760194.863732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760194.863738:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760194.863742:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962133120:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760194.863750:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133248:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760194.863777:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760194.863791:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760194/real 1787760194]  req@ffff93eda109a940 x1874600962133248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760194.863805:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962133248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760194.863813:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760194.863816:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760194.863819:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133248:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760194.863848:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133376:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760194.863865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760194.863873:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760194/real 1787760194]  req@ffff93eda10983c0 x1874600962133376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760194.863881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962133376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760194.863896:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760194.863898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760194.863901:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133376:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760195.055388:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760195.631297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760196.079286:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760196.655336:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760197.103360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760197.679270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760198.127401:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760198.703285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760199.151387:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760199.727313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760199.983233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760199.983242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760199.983245:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760199.983253:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1479
00000100:00080000:3.0:1787760199.983264:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760199.983273:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760199.983312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962133504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760199.983340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760199.983344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760199.983346:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760199.983351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1479
00000100:00080000:3.0:1787760199.983356:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760199.983362:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760199.983372:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760199.983379:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962133504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760199.983388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962133632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760199.983410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760199.983413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760199.983415:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760199.983417:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1479
00000100:00080000:3.0:1787760199.983430:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760199.983433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760199.983438:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760199.983448:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760199.983449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962133760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760199.983492:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760199/real 1787760199]  req@ffff93eda1098780 x1874600962133504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760199.983507:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962133504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760199.983514:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760199.983517:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760199.983520:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962133504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760199.983548:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133632:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760199.983566:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760199.983575:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760199/real 1787760199]  req@ffff93eda1098000 x1874600962133632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760199.983583:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962133632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760199.983592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760199.983595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760199.983599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133632:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760199.983615:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133760:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760199.983639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760199.983650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760199/real 1787760199]  req@ffff93eda1099e00 x1874600962133760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760199.983658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962133760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760199.983664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760199.983666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760199.983668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962133760:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760200.175287:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760200.751271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760201.199329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760201.775268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760202.223293:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760202.799291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760203.247331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760203.823248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760204.271300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760204.847262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760205.103363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760205.103376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760205.103381:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760205.103393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1484
00000100:00080000:3.0:1787760205.103407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760205.103421:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760205.103471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962133888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760205.103519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760205.103523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760205.103525:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760205.103530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1484
00000100:00080000:3.0:1787760205.103534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760205.103539:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760205.103574:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760205.103587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962134016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760205.103599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760205.103602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962133888:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760205.103603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760205.103609:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760205.103627:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1484
00000100:00080000:3.0:1787760205.103633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760205.103641:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760205.103648:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760205.103668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962134144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760205.103687:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760205.103735:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760205/real 1787760205]  req@ffff93eda1099a40 x1874600962133888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760205.103750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962133888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760205.103760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760205.103763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760205.103767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962133888:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760205.103792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134016:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760205.103827:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760205.103836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760205/real 1787760205]  req@ffff93eda1098b40 x1874600962134016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760205.103845:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962134016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760205.103851:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760205.103853:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760205.103856:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134016:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760205.103860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134144:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760205.103872:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760205.103878:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760205/real 1787760205]  req@ffff93eda1099e00 x1874600962134144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760205.103903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962134144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760205.103909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760205.103911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760205.103913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134144:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760205.295324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760205.871239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760206.319267:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760206.895263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760207.343332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760207.919222:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760208.367305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760208.943267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760209.391329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760209.967317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760210.223279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760210.223293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760210.223300:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760210.223314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1489
00000100:00080000:3.0:1787760210.223326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760210.223336:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760210.223388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962134272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760210.223420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760210.223424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760210.223427:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760210.223433:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1489
00000100:00080000:3.0:1787760210.223465:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787760210.223471:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962134272:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760210.223473:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760210.223493:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760210.223510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962134400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760210.223521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760210.223525:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760210.223528:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760210.223539:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1489
00000100:00080000:3.0:1787760210.223544:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1787760210.223550:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787760210.223555:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760210.223565:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760210.223583:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962134528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760210.223602:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760210/real 1787760210]  req@ffff93eda1098000 x1874600962134272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760210.223653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962134272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760210.223662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760210.223666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760210.223669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962134272:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760210.223690:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134400:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760210.223711:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760210.223721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760210/real 1787760210]  req@ffff93eda1098780 x1874600962134400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760210.223729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962134400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760210.223735:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760210.223737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760210.223739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134400:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760210.223744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134528:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760210.223755:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760210.223761:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760210/real 1787760210]  req@ffff93eda10983c0 x1874600962134528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760210.223768:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962134528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760210.223783:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760210.223785:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760210.223787:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134528:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760210.415372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760210.991303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760211.439327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760212.015293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760212.463326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760213.039267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760213.487319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760214.063239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760214.511327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760215.087266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760215.343270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760215.343278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760215.343280:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760215.343288:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1495
00000100:00080000:3.0:1787760215.343296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760215.343302:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760215.343338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962134656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760215.343367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760215.343386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760215.343388:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760215.343393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1495
00000100:00080000:3.0:1787760215.343398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760215.343402:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760215.343409:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962134656:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760215.343412:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760215.343428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962134784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760215.343436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760215.343439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760215.343440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760215.343443:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1495
00000100:00080000:3.0:1787760215.343445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760215.343448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760215.343451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760215.343459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962134912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760215.343510:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134784:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760215.343530:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134912:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760215.535286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760216.111309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760216.559331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760217.135280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760217.583293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760218.159297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760218.415485:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760218.415531:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760218.415558:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760218.415604:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760218.415615:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760218.415668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760215/real 1787760218]  req@ffff93eda109ad00 x1874600962134784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760218.415691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962134784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760218.415701:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760218.415706:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760218.415710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134784:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760218.415717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760215/real 1787760218]  req@ffff93eda10983c0 x1874600962134912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760218.415727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962134912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760218.415757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760218.415760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760218.415763:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962134912:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760218.415784:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760215/real 1787760218]  req@ffff93eda109a940 x1874600962134656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760218.415795:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962134656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760218.415802:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760218.415805:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760218.415808:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962134656:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787760218.607352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760219.183326:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760219.631314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760220.207279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760220.463328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760220.463337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760220.463341:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760220.463350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1500
00000100:00080000:1.0:1787760220.463360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760220.463367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760220.463397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962135040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760220.463434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760220.463438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760220.463440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760220.463445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1500
00000100:00080000:1.0:1787760220.463449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760220.463453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760220.463463:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760220.463477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962135168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760220.463487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760220.463491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760220.463493:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760220.463496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1500
00000100:00080000:1.0:1787760220.463499:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760220.463503:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760220.463508:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760220.463518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962135296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760220.463529:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962135040:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760220.463632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760220.463702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760220/real 1787760220]  req@ffff93eda12a4000 x1874600962135040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760220.463745:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962135040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760220.463759:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760220.463764:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760220.463768:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962135040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760220.463777:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135168:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760220.463822:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760220.463836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760220/real 1787760220]  req@ffff93eda12a61c0 x1874600962135168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760220.463847:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962135168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760220.463855:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760220.463859:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760220.463861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135168:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760220.463893:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135296:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760220.463913:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760220.463923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760220/real 1787760220]  req@ffff93eda12a5a40 x1874600962135296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760220.463933:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962135296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760220.463941:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760220.463943:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760220.463946:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135296:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760220.655351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760221.231247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760221.679425:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760222.255338:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760222.703359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760223.279291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760223.727357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760224.303325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760224.751326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760225.327278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760225.583302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760225.583314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760225.583340:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760225.583352:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1505
00000100:00080000:2.0:1787760225.583363:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760225.583371:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760225.583411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962135424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760225.583443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760225.583447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760225.583449:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760225.583453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1505
00000100:00080000:2.0:1787760225.583456:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760225.583460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760225.583471:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760225.583483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962135552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760225.583494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787760225.583496:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962135424:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760225.583498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760225.583502:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760225.583508:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1505
00000100:00080000:2.0:1787760225.583511:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760225.583514:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760225.583520:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760225.583530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962135680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760225.583579:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760225.583658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760225/real 1787760225]  req@ffff93ed916dc780 x1874600962135424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760225.583684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962135424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760225.583696:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760225.583701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760225.583704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962135424:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760225.583731:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135552:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760225.583755:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760225.583767:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760225/real 1787760225]  req@ffff93ed916dd2c0 x1874600962135552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760225.583779:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962135552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760225.583788:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760225.583791:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760225.583795:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135552:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760225.583801:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135680:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760225.583821:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760225.583833:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760225/real 1787760225]  req@ffff93ed916de940 x1874600962135680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760225.583844:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962135680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760225.583865:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760225.583869:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760225.583873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135680:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760225.775340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760226.351271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760226.799321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760227.375244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760227.823337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760228.399305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760228.847318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760229.423290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760229.871383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760230.447241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760230.703284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760230.703295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760230.703299:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760230.703309:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1510
00000100:00080000:2.0:1787760230.703319:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760230.703326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760230.703371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962135808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760230.703397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760230.703401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760230.703403:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760230.703407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1510
00000100:00080000:2.0:1787760230.703410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760230.703414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760230.703423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760230.703439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962135936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760230.703449:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962135808:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760230.703451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760230.703458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760230.703460:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760230.703464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1510
00000100:00080000:2.0:1787760230.703481:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760230.703486:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760230.703491:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760230.703502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962136064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760230.703518:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760230.703586:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760230/real 1787760230]  req@ffff93ed916ded00 x1874600962135808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760230.703604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962135808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760230.703615:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760230.703620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760230.703624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962135808:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760230.703659:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135936:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760230.703682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760230.703695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760230/real 1787760230]  req@ffff93ed916dcf00 x1874600962135936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760230.703707:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962135936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760230.703722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760230.703726:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760230.703729:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962135936:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760230.703736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136064:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760230.703767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760230.703778:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760230/real 1787760230]  req@ffff93ed916dc3c0 x1874600962136064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760230.703790:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962136064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760230.703798:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760230.703801:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760230.703804:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136064:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760230.895308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760231.471258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760231.919316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760232.495263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760232.943301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760233.519282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760233.967391:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760234.543303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760234.991393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760235.567289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760235.823270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760235.823277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760235.823280:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760235.823288:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1515
00000100:00080000:1.0:1787760235.823296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760235.823302:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760235.823331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962136192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760235.823350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760235.823353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760235.823354:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760235.823356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1515
00000100:00080000:1.0:1787760235.823358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760235.823360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760235.823367:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760235.823374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962136320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760235.823381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760235.823383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760235.823385:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760235.823386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1515
00000100:00080000:1.0:1787760235.823389:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760235.823391:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760235.823405:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760235.823412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962136448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760235.823439:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962136192:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787760235.823520:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760235.823572:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760235/real 1787760235]  req@ffff93eda12a7c00 x1874600962136192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760235.823587:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962136192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760235.823605:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760235.823608:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760235.823611:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962136192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760235.823622:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136320:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760235.823640:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760235.823649:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760235/real 1787760235]  req@ffff93eda12a6580 x1874600962136320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760235.823656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962136320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760235.823661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760235.823664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760235.823666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136320:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760235.823689:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136448:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760235.823704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760235.823714:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760235/real 1787760235]  req@ffff93eda12a6940 x1874600962136448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760235.823725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962136448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760235.823733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760235.823736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760235.823739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136448:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760236.015354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760236.591291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760237.039351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760237.615259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760238.063294:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760238.639248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760239.087329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760239.663313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760240.111320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760240.687296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760240.943303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760240.943314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760240.943319:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760240.943337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1520
00000100:00080000:0.0:1787760240.943350:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760240.943357:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760240.943403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962136576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760240.943437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760240.943442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760240.943444:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760240.943449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1520
00000100:00080000:0.0:1787760240.943453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760240.943459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760240.943478:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760240.943489:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962136576:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760240.943497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962136704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760240.943520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760240.943524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760240.943546:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760240.943551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1520
00000100:00080000:0.0:1787760240.943556:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1787760240.943561:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787760240.943567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760240.943575:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760240.943591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962136832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760240.943621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760240/real 1787760240]  req@ffff93ed82c261c0 x1874600962136576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760240.943637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962136576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760240.943645:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760240.943649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760240.943651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962136576:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760240.943678:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136704:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760240.943702:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760240.943714:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760240/real 1787760240]  req@ffff93ed82c26d00 x1874600962136704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760240.943751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962136704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760240.943770:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760240.943774:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760240.943777:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136704:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760240.943783:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136832:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760240.943805:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760240.943816:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760240/real 1787760240]  req@ffff93ed82c25e00 x1874600962136832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760240.943827:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962136832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760240.943835:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760240.943838:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760240.943841:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962136832:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760241.135312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760241.711280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760242.159364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760242.735239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760243.183340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760243.759267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760244.207307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760244.783298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760245.231331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760245.807298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760246.063273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760246.063284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760246.063288:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760246.063298:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1525
00000100:00080000:1.0:1787760246.063308:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760246.063315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760246.063347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962136960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760246.063370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760246.063374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760246.063376:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760246.063380:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1525
00000100:00080000:1.0:1787760246.063383:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760246.063387:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760246.063396:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760246.063409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962137088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760246.063420:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962136960:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760246.063442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760246.063444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760246.063446:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760246.063449:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1525
00000100:00080000:1.0:1787760246.063452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760246.063455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760246.063458:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760246.063467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962137216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760246.063492:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760246.063529:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760246/real 1787760246]  req@ffff93eda12a6940 x1874600962136960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760246.063551:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962136960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760246.063564:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760246.063566:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760246.063569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962136960:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760246.063587:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137088:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760246.063603:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760246.063611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760246/real 1787760246]  req@ffff93eda12a6580 x1874600962137088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760246.063618:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962137088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760246.063623:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760246.063625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760246.063627:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137088:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760246.063630:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137216:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760246.063640:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760246.063645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760246/real 1787760246]  req@ffff93eda12a7c00 x1874600962137216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760246.063652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962137216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760246.063665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760246.063667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760246.063669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137216:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760246.255343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760246.831253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760247.279302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760247.855277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760248.303293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760248.879334:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760249.327294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760249.903244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760250.351298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760250.927285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760251.183246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760251.183254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760251.183258:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760251.183266:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1530
00000100:00080000:1.0:1787760251.183276:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760251.183282:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760251.183314:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962137344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760251.183336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760251.183339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760251.183340:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760251.183357:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1530
00000100:00080000:1.0:1787760251.183361:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760251.183369:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760251.183377:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760251.183378:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962137344:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760251.183389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962137472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760251.183398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760251.183401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760251.183402:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760251.183405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1530
00000100:00080000:1.0:1787760251.183407:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760251.183410:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760251.183414:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760251.183421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962137600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760251.183436:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760251.183478:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760251/real 1787760251]  req@ffff93eda12a5a40 x1874600962137344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760251.183493:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962137344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760251.183502:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760251.183505:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760251.183508:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962137344:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760251.183529:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137472:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760251.183543:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760251.183551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760251/real 1787760251]  req@ffff93eda12a61c0 x1874600962137472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760251.183561:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962137472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760251.183570:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760251.183574:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760251.183577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137472:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760251.183584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137600:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760251.183605:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760251.183617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760251/real 1787760251]  req@ffff93eda12a4000 x1874600962137600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760251.183633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962137600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760251.183639:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760251.183641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760251.183644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137600:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760251.375305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760251.951294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760252.399329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760252.975252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760253.423351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760253.999234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760254.447325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760255.023327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760255.471416:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760256.047246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760256.303280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760256.303289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760256.303293:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760256.303302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1535
00000100:00080000:0.0:1787760256.303311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760256.303317:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760256.303363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962137728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760256.303385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760256.303390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760256.303392:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760256.303396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1535
00000100:00080000:0.0:1787760256.303401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760256.303405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760256.303415:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760256.303426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962137728:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760256.303428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962137856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760256.303439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760256.303442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760256.303444:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760256.303447:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1535
00000100:00080000:0.0:1787760256.303451:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760256.303454:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760256.303458:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760256.303467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962137984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760256.303486:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760256.303538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760256/real 1787760256]  req@ffff93ed82c25e00 x1874600962137728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760256.303553:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962137728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760256.303562:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760256.303565:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760256.303568:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962137728:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760256.303590:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137856:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760256.303608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760256.303628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760256/real 1787760256]  req@ffff93ed82c26d00 x1874600962137856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760256.303642:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962137856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760256.303659:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760256.303663:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760256.303667:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137856:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760256.303674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137984:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760256.303693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760256.303701:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760256/real 1787760256]  req@ffff93ed82c261c0 x1874600962137984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760256.303709:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962137984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760256.303715:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760256.303717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760256.303719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962137984:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760256.495363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760257.071232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760257.519335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760258.095262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760258.543320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760259.119264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760259.567322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760260.143272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760260.591312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760261.167297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760261.423307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760261.423319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760261.423324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760261.423336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1541
00000100:00080000:1.0:1787760261.423358:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760261.423381:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760261.423431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962138112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760261.423459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760261.423463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760261.423465:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760261.423470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1541
00000100:00080000:1.0:1787760261.423475:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760261.423489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760261.423499:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962138112:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787760261.423501:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760261.423533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962138240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760261.423546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760261.423550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760261.423552:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760261.423557:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1541
00000100:00080000:1.0:1787760261.423562:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760261.423567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760261.423573:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760261.423578:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760261.423599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962138368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760261.423626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760261/real 1787760261]  req@ffff93eda12a4000 x1874600962138112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760261.423641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962138112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760261.423649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760261.423658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760261.423660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962138112:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760261.423680:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138240:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760261.423699:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760261.423707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760261/real 1787760261]  req@ffff93eda12a61c0 x1874600962138240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760261.423716:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962138240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760261.423721:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760261.423724:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760261.423726:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138240:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760261.423730:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138368:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760261.423741:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760261.423746:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760261/real 1787760261]  req@ffff93eda12a5a40 x1874600962138368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760261.423754:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962138368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760261.423758:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760261.423760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760261.423762:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138368:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760261.615341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760262.191272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760262.639331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760263.215295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760263.663378:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760264.239245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760264.687351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760265.263437:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760265.711318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760266.287286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760266.543326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760266.543338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760266.543365:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760266.543376:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1546
00000100:00080000:3.0:1787760266.543393:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760266.543402:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760266.543444:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962138496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760266.543471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760266.543474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760266.543476:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760266.543480:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1546
00000100:00080000:3.0:1787760266.543482:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760266.543484:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760266.543494:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760266.543504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962138624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760266.543512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760266.543515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760266.543517:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760266.543520:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1546
00000100:00080000:3.0:1787760266.543522:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760266.543525:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760266.543529:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760266.543536:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962138752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760266.543559:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962138496:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760266.543629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760266.543676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760266/real 1787760266]  req@ffff93eda1098780 x1874600962138496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760266.543695:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962138496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760266.543706:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760266.543710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760266.543713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962138496:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760266.543720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138624:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760266.543746:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760266.543756:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760266/real 1787760266]  req@ffff93eda1098000 x1874600962138624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760266.543764:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962138624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760266.543770:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760266.543773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760266.543775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138624:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760266.543794:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138752:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760266.543807:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760266.543828:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760266/real 1787760266]  req@ffff93eda1099e00 x1874600962138752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760266.543859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962138752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760266.543865:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760266.543867:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760266.543870:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962138752:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760266.735341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760267.311296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760267.759351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760268.335312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760268.783329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760269.359273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760269.807299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760270.383284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760270.831354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760271.407267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760271.663298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760271.663309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760271.663314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760271.663325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1551
00000100:00080000:3.0:1787760271.663337:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760271.663345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760271.663384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962138880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760271.663414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760271.663419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760271.663421:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760271.663425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1551
00000100:00080000:3.0:1787760271.663436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760271.663441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760271.663451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760271.663465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962139008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760271.663477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760271.663482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787760271.663485:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962138880:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760271.663486:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760271.663494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1551
00000100:00080000:3.0:1787760271.663498:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760271.663502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760271.663521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760271.663536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962139136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760271.663560:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760271.663613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760271/real 1787760271]  req@ffff93eda1098b40 x1874600962138880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760271.663633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962138880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760271.663646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760271.663652:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760271.663657:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962138880:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760271.663682:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139008:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760271.663708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760271.663723:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760271/real 1787760271]  req@ffff93eda1099a40 x1874600962139008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760271.663763:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962139008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760271.663773:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760271.663777:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760271.663781:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139008:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760271.663788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139136:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760271.663814:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760271.663827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760271/real 1787760271]  req@ffff93eda1099e00 x1874600962139136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760271.663842:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962139136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760271.663850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760271.663854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760271.663857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139136:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760271.855296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760272.431291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760272.879387:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760273.455272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760273.903322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760274.479288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760274.927319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760275.503273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760275.951307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760276.527284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760276.783331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760276.783344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760276.783349:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760276.783363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1556
00000100:00080000:3.0:1787760276.783377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760276.783386:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760276.783436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962139264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760276.783469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760276.783473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760276.783475:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760276.783480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1556
00000100:00080000:3.0:1787760276.783484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760276.783488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760276.783501:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760276.783515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962139392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760276.783524:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962139264:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760276.783531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760276.783537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760276.783538:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760276.783543:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1556
00000100:00080000:3.0:1787760276.783567:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760276.783572:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760276.783579:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760276.783592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962139520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760276.783605:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760276.783676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760276/real 1787760276]  req@ffff93eda1098000 x1874600962139264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760276.783697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962139264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760276.783706:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760276.783710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760276.783713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962139264:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760276.783737:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139392:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760276.783756:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760276.783766:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760276/real 1787760276]  req@ffff93eda1098780 x1874600962139392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760276.783774:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962139392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760276.783780:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760276.783783:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760276.783785:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139392:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760276.783788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139520:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760276.783800:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760276.783806:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760276/real 1787760276]  req@ffff93eda109a940 x1874600962139520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760276.783813:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962139520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760276.783828:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760276.783830:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760276.783833:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139520:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760276.975385:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760277.551248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760277.999353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760278.575271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760279.023338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760279.599271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760280.047337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760280.623341:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760281.071326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760281.647282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760281.903266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760281.903277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760281.903282:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760281.903294:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1561
00000100:00080000:3.0:1787760281.903306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760281.903314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760281.903360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962139648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760281.903391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760281.903394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760281.903395:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760281.903399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1561
00000100:00080000:3.0:1787760281.903401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760281.903404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760281.903414:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760281.903424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962139776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760281.903432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760281.903440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962139648:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760281.903457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760281.903459:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760281.903464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1561
00000100:00080000:3.0:1787760281.903468:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760281.903472:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760281.903479:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760281.903495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962139904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760281.903573:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139776:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760281.903613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139904:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760282.095344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760282.671280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760283.119336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760283.695270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760284.143335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760284.719291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:0.0:1787760284.975525:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1787760284.975579:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760284.975597:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787760284.975640:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787760284.975651:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760284.975690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760281/real 1787760284]  req@ffff93eda109ad00 x1874600962139776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760284.975717:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962139776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760284.975730:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760284.975735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760284.975740:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139776:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760284.975747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760281/real 1787760284]  req@ffff93eda109a940 x1874600962139904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760284.975775:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962139904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760284.975784:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760284.975788:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760284.975791:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962139904:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760284.975798:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760281/real 1787760284]  req@ffff93eda10983c0 x1874600962139648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760284.975810:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962139648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760284.975817:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760284.975821:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760284.975824:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962139648:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787760285.167333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760285.743280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760286.191334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760286.767297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760287.023292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760287.023302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760287.023305:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760287.023314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1566
00000100:00080000:3.0:1787760287.023323:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760287.023330:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760287.023361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962140032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760287.023383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760287.023386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760287.023387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760287.023390:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1566
00000100:00080000:3.0:1787760287.023393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760287.023395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760287.023405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760287.023418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962140160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760287.023464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962140032:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760287.023464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760287.023474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760287.023478:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760287.023483:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1566
00000100:00080000:3.0:1787760287.023488:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760287.023492:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760287.023503:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760287.023519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962140288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760287.023543:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760287.023602:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760287/real 1787760287]  req@ffff93eda1098780 x1874600962140032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760287.023621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962140032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760287.023645:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760287.023660:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760287.023665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962140032:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760287.023693:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140160:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760287.023719:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760287.023732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760287/real 1787760287]  req@ffff93eda1098000 x1874600962140160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760287.023745:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962140160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760287.023754:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760287.023756:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760287.023760:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140160:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760287.023766:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140288:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760287.023785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760287.023797:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760287/real 1787760287]  req@ffff93eda1099e00 x1874600962140288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760287.023808:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962140288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760287.023815:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760287.023818:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760287.023821:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140288:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760287.215393:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760287.791250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760288.239347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760288.815498:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760289.263334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760289.839275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760290.287324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760290.863267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760291.311336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760291.887282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760292.143240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760292.143248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760292.143252:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760292.143260:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1571
00000100:00080000:3.0:1787760292.143269:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760292.143275:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760292.143307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962140416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760292.143352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760292.143357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760292.143359:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760292.143364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1571
00000100:00080000:3.0:1787760292.143368:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760292.143372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760292.143397:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962140416:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760292.143403:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760292.143416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962140544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760292.143427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760292.143430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760292.143432:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760292.143435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1571
00000100:00080000:3.0:1787760292.143446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760292.143451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760292.143455:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760292.143458:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760292.143465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962140672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760292.143497:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760292/real 1787760292]  req@ffff93eda1099a40 x1874600962140416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760292.143515:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962140416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760292.143524:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760292.143527:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760292.143530:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962140416:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760292.143550:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140544:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760292.143570:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760292.143579:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760292/real 1787760292]  req@ffff93eda1098b40 x1874600962140544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760292.143587:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962140544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760292.143592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760292.143594:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760292.143597:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140544:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760292.143600:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140672:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760292.143621:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760292.143628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760292/real 1787760292]  req@ffff93eda1099e00 x1874600962140672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760292.143637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962140672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760292.143645:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760292.143648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760292.143652:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140672:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760292.335412:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760292.911250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760293.359339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760293.935285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760294.383367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760294.959248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760295.407295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760295.983321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760296.431299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760297.007347:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760297.263333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760297.263341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760297.263345:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760297.263353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1576
00000100:00080000:1.0:1787760297.263362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760297.263368:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760297.263400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962140800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760297.263422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760297.263424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760297.263426:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760297.263429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1576
00000100:00080000:1.0:1787760297.263431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760297.263434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760297.263441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760297.263450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962140928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760297.263458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760297.263462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787760297.263462:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962140800:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760297.263466:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760297.263473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1576
00000100:00080000:1.0:1787760297.263475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760297.263477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760297.263495:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760297.263504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962141056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760297.263525:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760297.263568:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760297/real 1787760297]  req@ffff93eda12a7c00 x1874600962140800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760297.263584:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962140800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760297.263592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760297.263594:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760297.263597:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962140800:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760297.263616:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140928:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760297.263642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760297.263651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760297/real 1787760297]  req@ffff93eda12a6580 x1874600962140928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760297.263660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962140928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760297.263666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760297.263668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760297.263670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962140928:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760297.263674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141056:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760297.263685:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760297.263691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760297/real 1787760297]  req@ffff93eda12a6940 x1874600962141056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760297.263698:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962141056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760297.263703:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760297.263705:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760297.263707:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141056:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760297.455386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760298.031288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760298.479398:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760299.055343:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760299.503339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760300.079289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760300.527341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760301.103310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760301.551327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760302.127293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760302.383280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760302.383288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760302.383292:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760302.383300:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1582
00000100:00080000:1.0:1787760302.383310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760302.383316:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760302.383349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962141184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760302.383371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760302.383373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760302.383375:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760302.383377:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1582
00000100:00080000:1.0:1787760302.383380:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760302.383382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760302.383389:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760302.383403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962141312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760302.383414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760302.383418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760302.383420:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760302.383426:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1582
00000100:00100000:2.0:1787760302.383428:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962141184:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760302.383446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760302.383451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760302.383456:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760302.383467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962141440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760302.383512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760302.383564:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760302/real 1787760302]  req@ffff93eda12a6940 x1874600962141184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760302.383585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962141184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760302.383597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760302.383601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760302.383605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962141184:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760302.383614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141312:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760302.383638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760302.383652:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760302/real 1787760302]  req@ffff93eda12a6580 x1874600962141312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760302.383664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962141312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760302.383672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760302.383676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760302.383679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141312:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760302.383703:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141440:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760302.383724:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760302.383735:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760302/real 1787760302]  req@ffff93eda12a7c00 x1874600962141440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760302.383762:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962141440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760302.383770:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760302.383773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760302.383777:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141440:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760302.575320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760303.151301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760303.599307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760304.175288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760304.623320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760305.199245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760305.647369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760306.223273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760306.671355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760307.247289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760307.503260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760307.503269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760307.503272:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760307.503281:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1587
00000100:00080000:1.0:1787760307.503290:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760307.503297:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760307.503329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962141568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760307.503353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760307.503356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760307.503357:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760307.503360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1587
00000100:00080000:1.0:1787760307.503366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760307.503369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760307.503376:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760307.503385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962141696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760307.503392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760307.503412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787760307.503413:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962141568:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760307.503414:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760307.503422:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1587
00000100:00080000:1.0:1787760307.503425:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760307.503428:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760307.503432:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760307.503442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962141824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760307.503489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760307.503541:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760307/real 1787760307]  req@ffff93eda12a5a40 x1874600962141568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760307.503557:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962141568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760307.503565:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760307.503568:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760307.503571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962141568:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760307.503576:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141696:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760307.503595:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760307.503603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760307/real 1787760307]  req@ffff93eda12a61c0 x1874600962141696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760307.503619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962141696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760307.503625:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760307.503627:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760307.503629:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141696:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760307.503651:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141824:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760307.503666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760307.503673:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760307/real 1787760307]  req@ffff93eda12a4000 x1874600962141824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760307.503680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962141824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760307.503686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760307.503688:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760307.503689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962141824:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760307.695348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760308.271278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760308.719304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760309.295250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760309.743330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760310.319323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760310.767352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760311.343277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760311.791383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760312.367274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760312.623304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760312.623316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760312.623321:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760312.623331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1592
00000100:00080000:3.0:1787760312.623341:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760312.623350:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760312.623390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962141952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760312.623418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760312.623436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760312.623439:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760312.623445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1592
00000100:00080000:3.0:1787760312.623450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760312.623455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760312.623466:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760312.623467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962141952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760312.623484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962142080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760312.623497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760312.623501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760312.623503:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760312.623508:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1592
00000100:00080000:3.0:1787760312.623529:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760312.623534:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760312.623540:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760312.623546:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760312.623557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962142208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760312.623591:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760312/real 1787760312]  req@ffff93eda1098000 x1874600962141952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760312.623619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962141952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760312.623631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760312.623635:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760312.623639:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962141952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760312.623663:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142080:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760312.623685:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760312.623696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760312/real 1787760312]  req@ffff93eda1098780 x1874600962142080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760312.623704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962142080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760312.623710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760312.623712:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760312.623715:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142080:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760312.623719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142208:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760312.623730:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760312.623736:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760312/real 1787760312]  req@ffff93eda10983c0 x1874600962142208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760312.623744:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962142208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760312.623758:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760312.623761:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760312.623763:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142208:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760312.815299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760313.391282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760313.839402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760314.415262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760314.863322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760315.439283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760315.887340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760316.463249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760316.911331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760317.487272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760317.743264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760317.743272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760317.743291:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760317.743300:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1597
00000100:00080000:3.0:1787760317.743311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760317.743319:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760317.743354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962142336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760317.743379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760317.743382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760317.743383:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760317.743393:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1597
00000100:00080000:3.0:1787760317.743397:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760317.743400:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760317.743410:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760317.743424:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962142336:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760317.743427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962142464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760317.743444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760317.743448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760317.743450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760317.743454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1597
00000100:00080000:3.0:1787760317.743457:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760317.743460:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760317.743464:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760317.743475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962142592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760317.743497:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760317.743543:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760317/real 1787760317]  req@ffff93eda109a940 x1874600962142336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760317.743564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962142336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760317.743585:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760317.743590:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760317.743594:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962142336:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760317.743615:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142464:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760317.743645:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760317.743654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760317/real 1787760317]  req@ffff93eda109ad00 x1874600962142464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760317.743663:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962142464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760317.743676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760317.743679:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760317.743681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142464:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760317.743686:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142592:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760317.743702:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760317.743709:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760317/real 1787760317]  req@ffff93eda10983c0 x1874600962142592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760317.743717:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962142592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760317.743722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760317.743724:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760317.743726:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142592:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760317.935364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760318.511264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760318.959363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760319.535287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760319.983331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760320.559266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760321.007406:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760321.583286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760322.031387:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760322.607264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760322.863261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760322.863269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760322.863273:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760322.863281:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1602
00000100:00080000:1.0:1787760322.863290:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760322.863295:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760322.863329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962142720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760322.863360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760322.863364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760322.863365:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760322.863368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1602
00000100:00080000:1.0:1787760322.863370:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760322.863372:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760322.863380:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760322.863389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962142848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760322.863409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760322.863411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760322.863413:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760322.863417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1602
00000100:00080000:1.0:1787760322.863420:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760322.863423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760322.863427:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760322.863434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962142976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760322.863463:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962142720:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760322.863560:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760322.863630:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760322/real 1787760322]  req@ffff93eda12a4000 x1874600962142720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760322.863653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962142720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760322.863679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760322.863685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760322.863690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962142720:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760322.863700:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142848:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760322.863729:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760322.863761:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760322/real 1787760322]  req@ffff93eda12a61c0 x1874600962142848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760322.863776:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962142848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760322.863785:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760322.863789:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760322.863793:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142848:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760322.863827:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142976:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760322.863853:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760322.863867:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760322/real 1787760322]  req@ffff93eda12a5a40 x1874600962142976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760322.863880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962142976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760322.863889:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760322.863893:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760322.863896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962142976:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760323.055360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760323.631312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760324.079387:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760324.655239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760325.103368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760325.679270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760326.127339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760326.703243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760327.151325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760327.727258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760327.983343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760327.983355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760327.983359:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760327.983370:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1607
00000100:00080000:1.0:1787760327.983382:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760327.983390:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760327.983435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962143104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760327.983465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760327.983468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760327.983470:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760327.983473:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1607
00000100:00080000:1.0:1787760327.983476:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760327.983478:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760327.983509:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760327.983523:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962143232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760327.983523:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962143104:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760327.983538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760327.983541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760327.983543:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760327.983546:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1607
00000100:00080000:1.0:1787760327.983549:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760327.983551:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760327.983556:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760327.983564:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962143360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760327.983618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760327.983690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760327/real 1787760327]  req@ffff93eda12a7c00 x1874600962143104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760327.983712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962143104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760327.983725:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760327.983728:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760327.983731:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962143104:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760327.983757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143232:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760327.983777:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760327.983787:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760327/real 1787760327]  req@ffff93eda12a6580 x1874600962143232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760327.983795:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962143232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760327.983801:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760327.983803:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760327.983806:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143232:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760327.983818:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143360:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760327.983836:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760327.983843:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760327/real 1787760327]  req@ffff93eda12a6940 x1874600962143360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760327.983850:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962143360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760327.983856:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760327.983858:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760327.983860:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143360:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760328.175327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760328.751290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760329.199399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760329.775252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760330.223284:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760330.799296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760331.247332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760331.823258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760332.271297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760332.847294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760333.103259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760333.103270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760333.103275:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760333.103286:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1612
00000100:00080000:1.0:1787760333.103298:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760333.103307:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760333.103348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962143488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760333.103378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760333.103386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760333.103388:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760333.103392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1612
00000100:00080000:1.0:1787760333.103410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760333.103416:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760333.103422:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962143488:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787760333.103426:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760333.103443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962143616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760333.103456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760333.103460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760333.103462:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760333.103466:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1612
00000100:00080000:1.0:1787760333.103472:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760333.103476:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760333.103482:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760333.103482:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760333.103497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962143744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760333.103521:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760333/real 1787760333]  req@ffff93eda12a6940 x1874600962143488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760333.103553:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962143488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760333.103563:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760333.103566:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760333.103569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962143488:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760333.103596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143616:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760333.103616:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760333.103625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760333/real 1787760333]  req@ffff93eda12a6580 x1874600962143616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760333.103634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962143616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760333.103640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760333.103642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760333.103644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143616:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760333.103648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143744:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760333.103659:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760333.103665:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760333/real 1787760333]  req@ffff93eda12a7c00 x1874600962143744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760333.103672:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962143744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760333.103677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760333.103679:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760333.103681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962143744:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760333.295340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760333.871234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760334.319318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760334.895292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760335.343347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760335.919301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760336.367329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760336.943275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760337.391336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760337.967274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760338.223300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760338.223308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760338.223312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760338.223321:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1617
00000100:00080000:0.0:1787760338.223331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760338.223338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760338.223368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962143872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760338.223389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760338.223406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760338.223408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760338.223412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1617
00000100:00080000:0.0:1787760338.223416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760338.223421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760338.223423:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962143872:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787760338.223430:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760338.223455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962144000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760338.223464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760338.223467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760338.223468:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760338.223471:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1617
00000100:00080000:0.0:1787760338.223473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760338.223475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760338.223480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760338.223487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962144128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760338.223502:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760338.223543:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760338/real 1787760338]  req@ffff93ed82c27480 x1874600962143872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760338.223564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962143872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760338.223575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760338.223580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760338.223584:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962143872:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760338.223611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144000:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760338.223634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760338.223644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760338/real 1787760338]  req@ffff93ed82c270c0 x1874600962144000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760338.223652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962144000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760338.223658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760338.223660:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760338.223663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144000:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760338.223667:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144128:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760338.223679:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760338.223685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760338/real 1787760338]  req@ffff93ed82c24b40 x1874600962144128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760338.223701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962144128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760338.223706:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760338.223708:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760338.223710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144128:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760338.415287:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760338.991269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760339.439330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760340.015270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760340.463321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760341.039273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760341.487354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760342.063250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760342.511308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760343.087269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760343.343307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760343.343317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760343.343320:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760343.343329:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1623
00000100:00080000:1.0:1787760343.343339:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760343.343356:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760343.343391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962144256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760343.343421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760343.343441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760343.343443:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760343.343448:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1623
00000100:00080000:1.0:1787760343.343454:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760343.343460:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760343.343471:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760343.343483:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962144256:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760343.343489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962144384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760343.343504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760343.343508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760343.343510:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760343.343514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1623
00000100:00080000:1.0:1787760343.343519:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760343.343524:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760343.343539:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760343.343553:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760343.343555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962144512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760343.343601:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760343/real 1787760343]  req@ffff93eda12a5a40 x1874600962144256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760343.343621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962144256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760343.343633:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760343.343638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760343.343642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962144256:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760343.343669:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144384:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760343.343693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760343.343706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760343/real 1787760343]  req@ffff93eda12a61c0 x1874600962144384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760343.343729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962144384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760343.343738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760343.343742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760343.343745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144384:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760343.343752:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144512:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760343.343774:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760343.343786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760343/real 1787760343]  req@ffff93eda12a4000 x1874600962144512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760343.343798:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962144512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760343.343806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760343.343810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760343.343814:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144512:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760343.535324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760344.111264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760344.559304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760345.135278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760345.583399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760346.159313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760346.607347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760347.183255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760347.631348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760348.207263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760348.463316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760348.463349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760348.463353:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760348.463363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1628
00000100:00080000:3.0:1787760348.463374:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760348.463383:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760348.463418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962144640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760348.463447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760348.463451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760348.463453:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760348.463458:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1628
00000100:00080000:3.0:1787760348.463462:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760348.463467:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760348.463477:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760348.463489:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962144640:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760348.463494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962144768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760348.463508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760348.463512:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760348.463514:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760348.463517:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1628
00000100:00080000:3.0:1787760348.463521:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760348.463526:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760348.463532:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760348.463546:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962144896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760348.463590:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144768:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760348.463627:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144896:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760348.655326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760349.231263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760349.679333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760350.255338:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760350.703343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760351.279245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760351.535454:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760351.535493:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760351.535507:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760351.535538:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760351.535547:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760351.535593:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760348/real 1787760351]  req@ffff93eda1098000 x1874600962144768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760351.535621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962144768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760351.535636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760351.535642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760351.535647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144768:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760351.535655:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760348/real 1787760351]  req@ffff93eda1099e00 x1874600962144896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760351.535670:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962144896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760351.535679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760351.535683:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760351.535687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962144896:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760351.535696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760348/real 1787760351]  req@ffff93eda1098780 x1874600962144640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760351.535709:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962144640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760351.535740:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760351.535745:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760351.535749:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962144640:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787760351.727318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760352.303292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760352.751325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760353.327247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760353.583315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760353.583328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760353.583333:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760353.583345:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1633
00000100:00080000:3.0:1787760353.583357:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760353.583365:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760353.583406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962145024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760353.583436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760353.583439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760353.583440:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760353.583444:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1633
00000100:00080000:3.0:1787760353.583447:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760353.583449:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760353.583459:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760353.583473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962145152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760353.583485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760353.583490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760353.583513:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760353.583520:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962145024:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760353.583522:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1633
00000100:00080000:3.0:1787760353.583531:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760353.583538:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760353.583545:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760353.583562:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962145280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760353.583624:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760353.583706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760353/real 1787760353]  req@ffff93eda1098b40 x1874600962145024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760353.583731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962145024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760353.583746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760353.583751:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760353.583756:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962145024:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760353.583765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145152:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760353.583794:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760353.583811:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760353/real 1787760353]  req@ffff93eda1099a40 x1874600962145152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760353.583825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962145152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760353.583834:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760353.583845:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760353.583849:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145152:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760353.583889:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145280:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760353.583915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760353.583929:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760353/real 1787760353]  req@ffff93eda1098780 x1874600962145280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760353.583943:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962145280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760353.583953:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760353.583957:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760353.583961:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145280:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760353.775294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760354.351281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760354.799331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760355.375292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760355.823327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760356.399287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760356.847343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760357.423241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760357.871361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760358.447259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760358.703328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760358.703352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760358.703355:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760358.703363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1638
00000100:00080000:1.0:1787760358.703372:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760358.703378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760358.703407:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962145408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760358.703428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760358.703431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760358.703433:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760358.703436:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1638
00000100:00080000:1.0:1787760358.703438:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760358.703440:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760358.703448:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760358.703457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962145536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760358.703465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760358.703468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760358.703470:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760358.703472:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962145408:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760358.703474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1638
00000100:00080000:1.0:1787760358.703479:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760358.703483:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760358.703486:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760358.703496:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962145664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760358.703542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760358.703580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760358/real 1787760358]  req@ffff93eda12a4000 x1874600962145408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760358.703594:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962145408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760358.703602:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760358.703611:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760358.703615:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962145408:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760358.703635:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145536:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760358.703660:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760358.703674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760358/real 1787760358]  req@ffff93eda12a61c0 x1874600962145536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760358.703688:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962145536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760358.703695:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760358.703697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760358.703700:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145536:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760358.703704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145664:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760358.703720:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760358.703728:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760358/real 1787760358]  req@ffff93eda12a5a40 x1874600962145664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760358.703736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962145664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760358.703741:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760358.703743:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760358.703745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145664:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760358.895386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760359.471301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760359.919339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760360.495262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760360.943337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760361.519279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760361.967369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760362.543287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760362.991405:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760363.567223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760363.823300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760363.823307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760363.823310:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760363.823318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1643
00000100:00080000:0.0:1787760363.823328:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760363.823334:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760363.823365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962145792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760363.823401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760363.823404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760363.823411:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760363.823414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1643
00000100:00080000:0.0:1787760363.823417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760363.823420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760363.823428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760363.823438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962145920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760363.823445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760363.823448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760363.823449:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760363.823452:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1643
00000100:00080000:0.0:1787760363.823455:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760363.823459:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760363.823463:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962145792:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787760363.823464:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760363.823475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962146048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760363.823521:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760363.823553:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760363/real 1787760363]  req@ffff93ed82c26940 x1874600962145792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760363.823565:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962145792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760363.823573:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760363.823576:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760363.823579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962145792:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760363.823584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145920:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760363.823606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760363.823613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760363/real 1787760363]  req@ffff93ed82c243c0 x1874600962145920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760363.823622:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962145920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760363.823627:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760363.823629:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760363.823632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962145920:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760363.823651:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146048:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760363.823672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760363.823680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760363/real 1787760363]  req@ffff93ed82c24780 x1874600962146048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760363.823687:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962146048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760363.823693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760363.823695:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760363.823698:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146048:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760364.015308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760364.591271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760365.039347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760365.615253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760366.063376:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760366.639278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760367.087329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760367.663305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760368.111339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760368.687337:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760368.943403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.943418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760368.943425:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760368.943439:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1648
00000100:00080000:0.0:1787760368.943478:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760368.943488:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760368.943537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962146176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760368.943570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.943574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760368.943577:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760368.943583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1648
00000100:00080000:0.0:1787760368.943587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760368.943592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760368.943605:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760368.943626:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962146176:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760368.943640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962146304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760368.943656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760368.943661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760368.943663:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760368.943669:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1648
00000100:00080000:0.0:1787760368.943676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760368.943682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760368.943691:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760368.943696:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760368.943708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962146432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760368.943749:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760368/real 1787760368]  req@ffff93ed82c24000 x1874600962146176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760368.943767:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962146176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760368.943776:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760368.943779:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760368.943782:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962146176:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760368.943803:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146304:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760368.943836:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760368.943861:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760368/real 1787760368]  req@ffff93ed82c252c0 x1874600962146304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760368.943871:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962146304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760368.943877:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760368.943880:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760368.943882:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146304:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760368.943887:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146432:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760368.943903:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760368.943910:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760368/real 1787760368]  req@ffff93ed82c27840 x1874600962146432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760368.943918:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962146432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760368.943923:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760368.943925:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760368.943927:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146432:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760369.135323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760369.711276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760370.159341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760370.735259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760371.183296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760371.759282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760372.207329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760372.783267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760373.231388:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760373.807358:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760374.063303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760374.063326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760374.063330:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760374.063338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1653
00000100:00080000:2.0:1787760374.063346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760374.063353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760374.063381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962146560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760374.063404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760374.063407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760374.063408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760374.063411:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1653
00000100:00080000:2.0:1787760374.063413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760374.063416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760374.063424:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760374.063433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962146688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760374.063440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760374.063443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760374.063444:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760374.063446:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1653
00000100:00080000:2.0:1787760374.063448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760374.063453:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760374.063454:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962146560:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787760374.063456:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760374.063462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962146816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760374.063540:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760374.063582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760374/real 1787760374]  req@ffff93ed916dc000 x1874600962146560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760374.063608:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962146560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760374.063620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760374.063623:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760374.063627:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962146560:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760374.063632:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146688:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760374.063651:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760374.063660:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760374/real 1787760374]  req@ffff93ed916dde00 x1874600962146688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760374.063668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962146688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760374.063674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760374.063676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760374.063678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146688:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760374.063697:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146816:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760374.063709:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760374.063715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760374/real 1787760374]  req@ffff93ed916dfc00 x1874600962146816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760374.063733:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962146816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760374.063759:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760374.063763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760374.063765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962146816:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760374.255388:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760374.831242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760375.279396:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760375.855350:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760376.303367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760376.879284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760377.327357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760377.903333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760378.351414:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760378.927263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760379.183296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760379.183310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760379.183315:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760379.183329:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1658
00000100:00080000:2.0:1787760379.183342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760379.183353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760379.183401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962146944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760379.183450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760379.183454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760379.183457:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760379.183462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1658
00000100:00080000:2.0:1787760379.183466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760379.183470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760379.183484:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760379.183499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962147072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760379.183508:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962146944:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760379.183515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760379.183521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760379.183541:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760379.183547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1658
00000100:00080000:2.0:1787760379.183553:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760379.183558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760379.183565:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760379.183579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962147200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760379.183586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760379.183662:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760379/real 1787760379]  req@ffff93ed916dda40 x1874600962146944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760379.183684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962146944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760379.183694:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760379.183698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760379.183701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962146944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760379.183726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147072:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760379.183745:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760379.183754:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760379/real 1787760379]  req@ffff93ed916dd680 x1874600962147072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760379.183762:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962147072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760379.183779:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760379.183782:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760379.183785:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147072:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760379.183789:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147200:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760379.183805:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760379.183812:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760379/real 1787760379]  req@ffff93ed916de580 x1874600962147200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760379.183820:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962147200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760379.183825:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760379.183827:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760379.183829:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147200:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760379.375350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760379.951295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760380.399353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760380.975311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760381.423318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760381.999321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760382.447329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760383.023252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760383.471319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760384.047273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760384.303281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760384.303289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760384.303292:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760384.303301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1663
00000100:00080000:2.0:1787760384.303315:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760384.303321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760384.303354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962147328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760384.303378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760384.303381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760384.303382:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760384.303390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1663
00000100:00080000:2.0:1787760384.303392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760384.303395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760384.303416:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760384.303429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962147456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760384.303430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962147328:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760384.303445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760384.303447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760384.303448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760384.303451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1663
00000100:00080000:2.0:1787760384.303454:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760384.303457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760384.303461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760384.303469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962147584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760384.303488:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760384.303538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760384/real 1787760384]  req@ffff93ed916de1c0 x1874600962147328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760384.303563:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962147328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760384.303571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760384.303575:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760384.303579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962147328:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760384.303605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147456:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760384.303623:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760384.303632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760384/real 1787760384]  req@ffff93ed916dcb40 x1874600962147456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760384.303640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962147456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760384.303646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760384.303648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760384.303650:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147456:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760384.303654:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147584:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760384.303674:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760384.303680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760384/real 1787760384]  req@ffff93ed916df840 x1874600962147584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760384.303688:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962147584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760384.303693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760384.303695:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760384.303697:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147584:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760384.495357:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760385.071239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760385.519296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760386.095291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760386.543389:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760387.119282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760387.567348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760388.143278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760388.591303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760389.167322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760389.423275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760389.423287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760389.423292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760389.423315:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1669
00000100:00080000:1.0:1787760389.423329:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760389.423339:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760389.423392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962147712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760389.423426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760389.423430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760389.423432:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760389.423437:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1669
00000100:00080000:1.0:1787760389.423440:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760389.423444:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760389.423469:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760389.423484:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962147712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760389.423486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962147840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760389.423502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760389.423505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760389.423507:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760389.423527:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1669
00000100:00080000:1.0:1787760389.423532:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760389.423536:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760389.423542:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760389.423555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962147968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760389.423571:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760389.423626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760389/real 1787760389]  req@ffff93eda12a7c00 x1874600962147712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760389.423656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962147712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760389.423676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760389.423680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760389.423684:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962147712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760389.423710:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147840:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760389.423740:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760389.423754:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760389/real 1787760389]  req@ffff93eda12a6580 x1874600962147840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760389.423766:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962147840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760389.423774:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760389.423777:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760389.423780:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147840:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760389.423786:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147968:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760389.423804:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760389.423814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760389/real 1787760389]  req@ffff93eda12a6940 x1874600962147968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760389.423826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962147968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760389.423840:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760389.423843:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760389.423845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962147968:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760389.615354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760390.191242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760390.639310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760391.215333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760391.663307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760392.239237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760392.687278:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760393.263270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760393.711307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760394.287294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760394.543243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760394.543251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760394.543254:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760394.543266:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1674
00000100:00080000:1.0:1787760394.543275:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760394.543281:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760394.543315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962148096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760394.543334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760394.543338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760394.543340:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760394.543344:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1674
00000100:00080000:1.0:1787760394.543361:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760394.543364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760394.543374:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760394.543392:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962148096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760394.543398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962148224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760394.543407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760394.543409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760394.543411:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760394.543414:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1674
00000100:00080000:1.0:1787760394.543417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760394.543420:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760394.543424:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760394.543432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962148352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760394.543444:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760394.543485:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760394/real 1787760394]  req@ffff93eda12a6940 x1874600962148096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760394.543502:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962148096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760394.543512:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760394.543516:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760394.543519:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962148096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760394.543537:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148224:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760394.543554:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760394.543562:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760394/real 1787760394]  req@ffff93eda12a6580 x1874600962148224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760394.543569:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962148224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760394.543574:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760394.543576:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760394.543577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148224:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760394.543587:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148352:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760394.543600:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760394.543606:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760394/real 1787760394]  req@ffff93eda12a7c00 x1874600962148352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760394.543620:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962148352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760394.543625:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760394.543626:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760394.543628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148352:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760394.735302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760395.311260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760395.759346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760396.335260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760396.783319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760397.359288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760397.807320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760398.383296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760398.831323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760399.407325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760399.663287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760399.663295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760399.663298:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760399.663306:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1679
00000100:00080000:1.0:1787760399.663315:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760399.663323:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760399.663358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962148480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760399.663381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760399.663385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760399.663387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760399.663405:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1679
00000100:00080000:1.0:1787760399.663410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760399.663415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760399.663420:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962148480:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787760399.663426:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760399.663453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962148608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760399.663464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760399.663468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760399.663470:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1787760399.663473:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1787760399.663477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1679
00000100:00080000:1.0:1787760399.663482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760399.663486:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760399.663491:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760399.663504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962148736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760399.663509:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760399/real 1787760399]  req@ffff93eda12a5a40 x1874600962148480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760399.663529:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962148480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760399.663536:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760399.663539:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760399.663543:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962148480:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760399.663563:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148608:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760399.663580:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760399.663591:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760399/real 1787760399]  req@ffff93eda12a61c0 x1874600962148608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760399.663611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962148608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760399.663619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760399.663623:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760399.663625:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148608:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760399.663629:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148736:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760399.663645:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760399.663652:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760399/real 1787760399]  req@ffff93eda12a4000 x1874600962148736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760399.663663:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962148736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760399.663671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760399.663674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760399.663677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148736:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760399.855402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760400.431241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760400.879361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760401.455260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760401.903370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760402.479282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760402.927380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760403.503357:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760403.951375:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760404.527275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760404.783264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760404.783282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760404.783286:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760404.783298:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1684
00000100:00080000:1.0:1787760404.783309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760404.783317:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760404.783370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962148864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760404.783401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760404.783406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760404.783408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760404.783413:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1684
00000100:00080000:1.0:1787760404.783417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760404.783423:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760404.783433:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760404.783448:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962148864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760404.783450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962148992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760404.783464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760404.783467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760404.783470:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760404.783474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1684
00000100:00080000:1.0:1787760404.783478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760404.783490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760404.783495:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787760404.783510:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760404.783512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962149120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760404.783547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760404/real 1787760404]  req@ffff93eda12a4000 x1874600962148864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760404.783566:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962148864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760404.783584:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760404.783587:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760404.783591:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962148864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760404.783610:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148992:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760404.783629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760404.783643:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760404/real 1787760404]  req@ffff93eda12a61c0 x1874600962148992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760404.783656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962148992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760404.783665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760404.783669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760404.783672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962148992:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760404.783679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149120:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760404.783700:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760404.783712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760404/real 1787760404]  req@ffff93eda12a5a40 x1874600962149120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760404.783720:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962149120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760404.783726:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760404.783728:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760404.783739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149120:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760404.975326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760405.551279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760405.999369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760406.575269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760407.023358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760407.599265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760408.047306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760408.623279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760409.071385:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760409.647238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760409.903303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760409.903314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760409.903318:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760409.903329:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1689
00000100:00080000:3.0:1787760409.903364:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760409.903372:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760409.903414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962149248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760409.903444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760409.903447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760409.903448:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760409.903452:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1689
00000100:00080000:3.0:1787760409.903454:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760409.903457:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760409.903468:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760409.903484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962149376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760409.903496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760409.903500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760409.903502:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760409.903506:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1689
00000100:00080000:3.0:1787760409.903511:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787760409.903520:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962149248:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760409.903521:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760409.903537:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760409.903552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962149504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760409.903609:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760409.903646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760409/real 1787760409]  req@ffff93eda1099e00 x1874600962149248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760409.903660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962149248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760409.903669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760409.903672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760409.903675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962149248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760409.903680:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149376:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760409.903694:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760409.903702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760409/real 1787760409]  req@ffff93eda1098000 x1874600962149376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760409.903710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962149376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760409.903715:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760409.903718:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760409.903720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149376:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760409.903758:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149504:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760409.903773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760409.903779:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760409/real 1787760409]  req@ffff93eda10983c0 x1874600962149504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760409.903787:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962149504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760409.903792:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760409.903795:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760409.903797:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149504:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760410.095343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760410.671295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760411.119299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760411.695243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760412.143304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760412.719281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760413.167327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760413.743244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760414.191330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760414.767279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760415.023297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760415.023307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760415.023312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760415.023321:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1694
00000100:00080000:2.0:1787760415.023331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760415.023337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760415.023370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962149632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760415.023392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760415.023395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760415.023396:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760415.023400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1694
00000100:00080000:2.0:1787760415.023402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760415.023404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760415.023412:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760415.023421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962149760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760415.023429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760415.023431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760415.023435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787760415.023436:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962149632:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760415.023439:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1694
00000100:00080000:2.0:1787760415.023445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760415.023448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760415.023465:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760415.023475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962149888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760415.023577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149760:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760415.023624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149888:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760415.215323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760415.791298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760416.239326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760416.815300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760417.263410:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760417.839287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787760418.095392:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787760418.095452:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760418.095469:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787760418.095511:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787760418.095521:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787760418.095564:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760415/real 1787760418]  req@ffff93ed916dcb40 x1874600962149760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760418.095590:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962149760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760418.095609:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760418.095615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760418.095620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149760:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760418.095628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760415/real 1787760418]  req@ffff93ed916de1c0 x1874600962149888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760418.095660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962149888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760418.095670:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760418.095674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760418.095678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962149888:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787760418.095686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760415/real 1787760418]  req@ffff93ed916df840 x1874600962149632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760418.095700:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962149632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760418.095709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760418.095713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760418.095717:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962149632:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787760418.287334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760418.863269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760419.311294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760419.887237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760420.143253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760420.143261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760420.143265:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760420.143274:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1699
00000100:00080000:2.0:1787760420.143284:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760420.143291:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760420.143320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962150016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760420.143344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760420.143346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760420.143348:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760420.143351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1699
00000100:00080000:2.0:1787760420.143353:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760420.143356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760420.143364:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760420.143373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962150144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760420.143399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962150016:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760420.143417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760420.143421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760420.143423:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760420.143429:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1699
00000100:00080000:2.0:1787760420.143434:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760420.143438:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760420.143445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760420.143459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962150272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760420.143471:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760420.143523:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760420/real 1787760420]  req@ffff93ed916de580 x1874600962150016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760420.143542:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962150016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760420.143555:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760420.143559:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760420.143563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962150016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760420.143612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150144:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760420.143638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760420.143651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760420/real 1787760420]  req@ffff93ed916dd680 x1874600962150144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760420.143663:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962150144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760420.143670:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760420.143674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760420.143677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150144:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760420.143696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150272:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760420.143720:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760420.143732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760420/real 1787760420]  req@ffff93ed916dda40 x1874600962150272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760420.143744:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962150272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760420.143765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760420.143769:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760420.143773:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150272:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760420.335350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760420.911277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760421.359343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760421.935262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760422.383316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760422.959285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760423.407297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760423.983254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760424.431285:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760425.007246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760425.263263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760425.263272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760425.263276:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760425.263285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1704
00000100:00080000:2.0:1787760425.263296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760425.263303:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760425.263339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962150400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760425.263365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760425.263368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760425.263381:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760425.263386:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1704
00000100:00080000:2.0:1787760425.263389:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760425.263393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760425.263402:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760425.263414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962150528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760425.263425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760425.263428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760425.263430:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760425.263434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1704
00000100:00080000:2.0:1787760425.263438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760425.263444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760425.263446:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962150400:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787760425.263450:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760425.263463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962150656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760425.263506:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760425.263557:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760425/real 1787760425]  req@ffff93ed916dfc00 x1874600962150400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760425.263578:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962150400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760425.263587:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760425.263592:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760425.263596:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962150400:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760425.263602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150528:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760425.263622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760425.263631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760425/real 1787760425]  req@ffff93ed916dde00 x1874600962150528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760425.263638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962150528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760425.263649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760425.263651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760425.263653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150528:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760425.263671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150656:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760425.263684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760425.263690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760425/real 1787760425]  req@ffff93ed916dc000 x1874600962150656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760425.263696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962150656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760425.263701:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760425.263702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760425.263704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150656:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760425.455278:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760426.031236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760426.479297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760427.055263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760427.503287:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760428.079267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760428.527322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760429.103265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760429.551289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760430.127236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760430.383275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760430.383300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760430.383304:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760430.383314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1710
00000100:00080000:1.0:1787760430.383324:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760430.383333:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760430.383365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962150784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760430.383391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760430.383394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760430.383396:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760430.383400:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1710
00000100:00080000:1.0:1787760430.383405:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760430.383409:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760430.383417:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760430.383430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962150912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760430.383442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787760430.383443:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962150784:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760430.383448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760430.383452:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760430.383456:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1710
00000100:00080000:1.0:1787760430.383460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760430.383463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760430.383468:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760430.383479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962151040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760430.383516:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760430.383559:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760430/real 1787760430]  req@ffff93eda12a7c00 x1874600962150784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760430.383573:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962150784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760430.383585:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760430.383588:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760430.383590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962150784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760430.383607:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150912:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760430.383628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760430.383640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760430/real 1787760430]  req@ffff93eda12a6580 x1874600962150912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760430.383670:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962150912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760430.383675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760430.383677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760430.383679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962150912:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760430.383683:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151040:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760430.383697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760430.383704:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760430/real 1787760430]  req@ffff93eda12a6940 x1874600962151040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760430.383717:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962151040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760430.383722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760430.383724:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760430.383725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151040:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760430.575314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760431.151245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760431.599331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760432.175277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760432.623321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760433.199272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760433.647297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760434.223253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760434.671354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760435.247263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760435.503237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760435.503246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760435.503250:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760435.503259:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1715
00000100:00080000:1.0:1787760435.503269:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760435.503275:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760435.503306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962151168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760435.503326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760435.503329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760435.503330:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760435.503333:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1715
00000100:00080000:1.0:1787760435.503335:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760435.503337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760435.503345:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760435.503356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962151296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760435.503365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760435.503368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760435.503370:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760435.503374:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1715
00000100:00100000:0.0:1787760435.503378:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962151168:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760435.503378:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760435.503385:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760435.503405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760435.503418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962151424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760435.503451:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760435.503486:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760435/real 1787760435]  req@ffff93eda12a6940 x1874600962151168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760435.503501:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962151168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760435.503512:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760435.503516:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760435.503519:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962151168:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760435.503527:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151296:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760435.503549:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760435.503575:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760435/real 1787760435]  req@ffff93eda12a6580 x1874600962151296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760435.503588:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962151296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760435.503594:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760435.503596:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760435.503598:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151296:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760435.503623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151424:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760435.503638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760435.503645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760435/real 1787760435]  req@ffff93eda12a7c00 x1874600962151424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760435.503653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962151424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760435.503658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760435.503659:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760435.503661:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151424:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760435.695291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760436.271261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760436.719338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760437.295241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760437.743305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760438.319259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760438.767398:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760439.343300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760439.791323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760440.367329:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760440.623275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760440.623283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760440.623286:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760440.623294:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1720
00000100:00080000:1.0:1787760440.623303:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760440.623308:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760440.623335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962151552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760440.623354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760440.623357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760440.623358:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760440.623360:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1720
00000100:00080000:1.0:1787760440.623362:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760440.623364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760440.623371:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760440.623379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962151680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760440.623387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760440.623389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760440.623390:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760440.623393:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1720
00000100:00100000:0.0:1787760440.623397:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962151552:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760440.623410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760440.623414:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760440.623418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760440.623426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962151808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760440.623471:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760440.623516:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760440/real 1787760440]  req@ffff93eda12a5a40 x1874600962151552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760440.623534:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962151552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760440.623544:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760440.623548:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760440.623552:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962151552:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760440.623583:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151680:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760440.623606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760440.623618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760440/real 1787760440]  req@ffff93eda12a61c0 x1874600962151680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760440.623630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962151680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760440.623638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760440.623641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760440.623644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151680:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760440.623649:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151808:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760440.623670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760440.623681:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760440/real 1787760440]  req@ffff93eda12a4000 x1874600962151808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760440.623692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962151808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760440.623699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760440.623702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760440.623704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962151808:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760440.815352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760441.391261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760441.839281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760442.415296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760442.863302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760443.439233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760443.887323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760444.463273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760444.911402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760445.487237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760445.743306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760445.743319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760445.743325:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760445.743338:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1725
00000100:00080000:3.0:1787760445.743364:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760445.743375:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760445.743421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962151936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760445.743447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760445.743450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760445.743452:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760445.743455:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1725
00000100:00080000:3.0:1787760445.743458:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760445.743462:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760445.743473:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760445.743487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962152064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760445.743498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787760445.743506:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962151936:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760445.743521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760445.743523:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760445.743527:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1725
00000100:00080000:3.0:1787760445.743530:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760445.743533:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760445.743538:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760445.743553:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962152192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760445.743587:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760445.743640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760445/real 1787760445]  req@ffff93eda109ad00 x1874600962151936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760445.743661:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962151936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760445.743673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760445.743677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760445.743682:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962151936:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760445.743716:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152064:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760445.743740:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760445.743752:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760445/real 1787760445]  req@ffff93eda109a940 x1874600962152064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760445.743763:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962152064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760445.743771:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760445.743775:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760445.743778:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152064:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760445.743784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152192:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760445.743804:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760445.743814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760445/real 1787760445]  req@ffff93eda10983c0 x1874600962152192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760445.743835:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962152192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760445.743844:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760445.743847:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760445.743850:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152192:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760445.935327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760446.511265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760446.959326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760447.535303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760447.983398:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760448.559327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760449.007383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760449.583354:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760450.031374:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760450.607300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760450.863351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760450.863358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760450.863361:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760450.863368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1730
00000100:00080000:2.0:1787760450.863376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760450.863383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760450.863417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962152320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760450.863445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760450.863449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760450.863450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760450.863455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1730
00000100:00080000:2.0:1787760450.863459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760450.863463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760450.863482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760450.863503:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962152320:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760450.863518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962152448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760450.863533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760450.863537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760450.863539:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760450.863543:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1730
00000100:00080000:2.0:1787760450.863548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760450.863552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760450.863558:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760450.863570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962152576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760450.863583:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760450.863635:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760450/real 1787760450]  req@ffff93ed916dc3c0 x1874600962152320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760450.863651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962152320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760450.863663:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760450.863668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760450.863673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962152320:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760450.863702:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152448:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760450.863723:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760450.863732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760450/real 1787760450]  req@ffff93ed916dcf00 x1874600962152448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760450.863757:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962152448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760450.863765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760450.863768:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760450.863772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152448:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760450.863778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152576:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760450.863798:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760450.863806:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760450/real 1787760450]  req@ffff93ed916ded00 x1874600962152576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760450.863814:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962152576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760450.863819:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760450.863821:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760450.863823:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152576:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760451.055347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760451.631293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760452.079331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760452.655242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760453.103312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760453.679279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760454.127314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760454.703288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760455.151341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760455.727306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760455.983292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760455.983301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760455.983305:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760455.983313:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1735
00000100:00080000:2.0:1787760455.983322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760455.983329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760455.983362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962152704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760455.983386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760455.983415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760455.983418:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760455.983423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1735
00000100:00080000:2.0:1787760455.983428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760455.983431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760455.983437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962152704:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787760455.983440:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760455.983453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962152832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760455.983464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760455.983467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760455.983468:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760455.983471:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1735
00000100:00080000:2.0:1787760455.983475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760455.983478:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760455.983483:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760455.983491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962152960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760455.983497:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760455.983537:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760455/real 1787760455]  req@ffff93ed916de940 x1874600962152704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760455.983563:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962152704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760455.983571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760455.983574:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760455.983577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962152704:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760455.983597:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152832:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760455.983615:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760455.983624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760455/real 1787760455]  req@ffff93ed916dd2c0 x1874600962152832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760455.983635:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962152832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760455.983644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760455.983647:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760455.983651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152832:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760455.983657:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152960:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760455.983679:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760455.983691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760455/real 1787760455]  req@ffff93ed916dc780 x1874600962152960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760455.983703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962152960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760455.983718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760455.983720:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760455.983723:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962152960:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760456.175335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760456.751274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760457.199329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760457.775281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760458.223307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760458.799251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760459.247295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760459.823278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760460.271299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760460.847251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760461.103267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760461.103275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760461.103295:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760461.103306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1740
00000100:00080000:2.0:1787760461.103317:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760461.103326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760461.103364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962153088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760461.103387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760461.103390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760461.103391:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760461.103395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1740
00000100:00080000:2.0:1787760461.103398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760461.103400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760461.103408:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760461.103418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962153216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760461.103425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760461.103428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760461.103431:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787760461.103432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962153088:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760461.103436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1740
00000100:00080000:2.0:1787760461.103442:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760461.103445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760461.103449:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760461.103457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962153344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760461.103492:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760461.103533:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760461/real 1787760461]  req@ffff93ed916dc780 x1874600962153088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760461.103547:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962153088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760461.103555:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760461.103559:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760461.103563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962153088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760461.103585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153216:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760461.103611:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760461.103625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760461/real 1787760461]  req@ffff93ed916dd2c0 x1874600962153216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760461.103637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962153216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760461.103654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760461.103657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760461.103661:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153216:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760461.103666:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153344:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760461.103690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760461.103701:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760461/real 1787760461]  req@ffff93ed916de940 x1874600962153344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760461.103712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962153344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760461.103719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760461.103723:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760461.103726:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153344:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760461.295352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760461.871287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760462.319324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760462.895258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760463.343340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760463.919300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760464.367328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760464.943296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760465.391386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760465.967265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760466.223323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760466.223335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760466.223346:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760466.223357:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1745
00000100:00080000:1.0:1787760466.223367:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760466.223374:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760466.223418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962153472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760466.223447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760466.223450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760466.223451:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760466.223454:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1745
00000100:00080000:1.0:1787760466.223457:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760466.223460:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760466.223469:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760466.223479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962153600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760466.223487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787760466.223500:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962153472:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760466.223506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760466.223511:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760466.223514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1745
00000100:00080000:1.0:1787760466.223517:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760466.223520:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760466.223526:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760466.223539:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962153728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760466.223569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760466.223609:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760466/real 1787760466]  req@ffff93eda12a4000 x1874600962153472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760466.223632:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962153472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760466.223651:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760466.223655:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760466.223666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962153472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760466.223675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153600:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760466.223697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760466.223707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760466/real 1787760466]  req@ffff93eda12a61c0 x1874600962153600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760466.223724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962153600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760466.223730:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760466.223733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760466.223735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153600:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760466.223755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153728:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760466.223768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760466.223775:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760466/real 1787760466]  req@ffff93eda12a5a40 x1874600962153728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760466.223783:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962153728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760466.223788:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760466.223790:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760466.223792:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153728:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760466.415388:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760466.991361:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760467.439389:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760468.015355:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760468.463355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760469.039339:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760469.487363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760470.063251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760470.511357:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760471.087297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760471.343361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760471.343378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760471.343384:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760471.343398:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1751
00000100:00080000:3.0:1787760471.343423:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760471.343434:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760471.343487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962153856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760471.343529:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760471.343534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760471.343536:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760471.343540:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1751
00000100:00080000:3.0:1787760471.343544:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760471.343550:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760471.343562:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760471.343577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962153984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760471.343594:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962153856:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760471.343615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760471.343619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760471.343629:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760471.343634:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1751
00000100:00080000:3.0:1787760471.343639:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760471.343644:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760471.343651:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760471.343665:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962154112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760471.343688:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760471.343753:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760471/real 1787760471]  req@ffff93eda1098000 x1874600962153856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760471.343777:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962153856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760471.343791:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760471.343797:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760471.343802:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962153856:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760471.343834:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153984:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760471.343874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760471.343890:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760471/real 1787760471]  req@ffff93eda1099e00 x1874600962153984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760471.343905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962153984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760471.343914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760471.343918:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760471.343922:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962153984:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760471.343938:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154112:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760471.343966:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760471.343980:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760471/real 1787760471]  req@ffff93eda1098780 x1874600962154112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760471.343994:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962154112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760471.344003:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760471.344007:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760471.344010:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154112:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760471.535361:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760472.111280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760472.559337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760473.135287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760473.583376:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760474.159283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760474.607355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760475.183297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760475.631394:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760476.207273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760476.463241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760476.463251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760476.463256:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760476.463265:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1756
00000100:00080000:3.0:1787760476.463276:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760476.463283:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760476.463318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962154240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760476.463346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760476.463349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760476.463352:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760476.463356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1756
00000100:00080000:3.0:1787760476.463359:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760476.463362:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760476.463386:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760476.463399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962154368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760476.463407:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962154240:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760476.463413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760476.463418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760476.463420:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760476.463425:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1756
00000100:00080000:3.0:1787760476.463430:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760476.463434:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760476.463439:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760476.463453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962154496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760476.463475:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760476.463527:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760476/real 1787760476]  req@ffff93eda1099a40 x1874600962154240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760476.463556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962154240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760476.463568:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760476.463572:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760476.463576:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962154240:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760476.463609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154368:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760476.463633:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760476.463647:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760476/real 1787760476]  req@ffff93eda1098b40 x1874600962154368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760476.463662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962154368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760476.463671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760476.463675:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760476.463679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154368:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760476.463685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154496:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760476.463704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760476.463715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760476/real 1787760476]  req@ffff93eda1098780 x1874600962154496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760476.463727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962154496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760476.463734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760476.463738:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760476.463741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154496:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760476.655324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760477.231277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760477.679332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760478.255274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760478.703343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760479.279268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760479.727336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760480.303252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760480.751325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760481.327309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760481.583312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760481.583320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760481.583324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760481.583339:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1761
00000100:00080000:0.0:1787760481.583348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760481.583354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760481.583388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962154624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760481.583411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760481.583413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760481.583415:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760481.583423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1761
00000100:00080000:0.0:1787760481.583425:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760481.583428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760481.583436:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760481.583446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962154752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760481.583455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760481.583458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760481.583460:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760481.583462:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1761
00000100:00080000:0.0:1787760481.583464:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760481.583467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760481.583484:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760481.583491:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962154624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760481.583500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962154880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760481.583617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154752:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760481.583650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154880:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760481.775354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760482.351253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760482.799378:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760483.375285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760483.823486:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760484.399249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760484.655456:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760484.655500:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760484.655516:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760484.655556:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760484.655565:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760484.655672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760481/real 1787760484]  req@ffff93ed82c24000 x1874600962154880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760484.655749:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962154880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760484.655764:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760484.655771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760484.655776:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154880:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760484.655785:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760481/real 1787760484]  req@ffff93ed82c27840 x1874600962154624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760484.655799:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962154624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760484.655807:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760484.655812:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760484.655815:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962154624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760484.655822:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760481/real 1787760484]  req@ffff93ed82c252c0 x1874600962154752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760484.655833:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962154752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760484.655839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760484.655843:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760484.655845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962154752:192.168.204.156@tcp:38:kworker.0
00010000:00010000:2.0:1787760484.848518:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760485.423296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760485.871355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760486.447331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760486.703247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760486.703260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760486.703265:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760486.703277:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1766
00000100:00080000:0.0:1787760486.703290:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760486.703299:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760486.703352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962155008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760486.703382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760486.703385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760486.703387:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760486.703393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1766
00000100:00080000:0.0:1787760486.703397:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760486.703402:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760486.703415:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760486.703426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962155008:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760486.703435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962155136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760486.703474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760486.703478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760486.703480:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760486.703486:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1766
00000100:00080000:0.0:1787760486.703492:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760486.703497:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760486.703505:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760486.703512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760486.703526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962155264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760486.703590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760486/real 1787760486]  req@ffff93ed82c24780 x1874600962155008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760486.703615:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962155008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760486.703626:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760486.703632:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760486.703636:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962155008:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760486.703662:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155136:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760486.703688:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760486.703704:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760486/real 1787760486]  req@ffff93ed82c243c0 x1874600962155136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760486.703716:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962155136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760486.703724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760486.703729:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760486.703733:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155136:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760486.703740:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155264:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760486.703760:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760486.703770:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760486/real 1787760486]  req@ffff93ed82c26940 x1874600962155264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760486.703797:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962155264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760486.703805:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760486.703809:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760486.703812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155264:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760486.895388:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760487.471250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760487.919305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760488.495324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760488.943358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760489.519258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760489.967304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760490.543308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760490.991360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760491.567255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760491.823281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760491.823291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760491.823296:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760491.823306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1771
00000100:00080000:0.0:1787760491.823316:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760491.823324:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760491.823360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962155392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760491.823392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760491.823396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760491.823411:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760491.823417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1771
00000100:00080000:0.0:1787760491.823421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760491.823427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760491.823437:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760491.823451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962155520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760491.823481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760491.823488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760491.823493:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760491.823494:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962155392:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760491.823502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1771
00000100:00080000:0.0:1787760491.823509:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760491.823513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760491.823519:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760491.823535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962155648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760491.823604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760491.823674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760491/real 1787760491]  req@ffff93ed82c24b40 x1874600962155392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760491.823696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962155392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760491.823709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760491.823714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760491.823718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962155392:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760491.823747:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155520:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760491.823782:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760491.823797:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760491/real 1787760491]  req@ffff93ed82c270c0 x1874600962155520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760491.823824:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962155520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760491.823833:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760491.823837:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760491.823840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155520:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760491.823847:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155648:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760491.823870:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760491.823883:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760491/real 1787760491]  req@ffff93ed82c27480 x1874600962155648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760491.823894:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962155648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760491.823902:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760491.823905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760491.823908:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155648:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760492.015385:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760492.591299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760493.039334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760493.615319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760494.063329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760494.639268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760495.087314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760495.663262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760496.111403:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760496.687299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760496.943305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760496.943315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760496.943319:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760496.943330:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1776
00000100:00080000:0.0:1787760496.943375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760496.943387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760496.943432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962155776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760496.943461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760496.943463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760496.943465:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760496.943468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1776
00000100:00080000:0.0:1787760496.943471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760496.943474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760496.943484:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760496.943495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962155904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760496.943502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760496.943504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760496.943506:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760496.943510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1776
00000100:00080000:0.0:1787760496.943513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760496.943516:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760496.943520:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760496.943526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962156032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760496.943558:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962155776:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760496.943639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760496.943695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760496/real 1787760496]  req@ffff93ed82c261c0 x1874600962155776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760496.943730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962155776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760496.943739:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760496.943742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760496.943745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962155776:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760496.943750:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155904:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760496.943783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760496.943792:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760496/real 1787760496]  req@ffff93ed82c26d00 x1874600962155904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760496.943800:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962155904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760496.943806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760496.943808:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760496.943810:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962155904:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760496.943814:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156032:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760496.943826:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760496.943831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760496/real 1787760496]  req@ffff93ed82c25e00 x1874600962156032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760496.943839:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962156032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760496.943853:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760496.943855:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760496.943858:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156032:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760497.135339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760497.711280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760498.159360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760498.735302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760499.183353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760499.759263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760500.207319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760500.783301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760501.231290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760501.807291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760502.063296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760502.063305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760502.063309:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760502.063318:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1781
00000100:00080000:3.0:1787760502.063327:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760502.063334:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760502.063366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962156160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760502.063388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760502.063402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760502.063404:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760502.063407:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1781
00000100:00080000:3.0:1787760502.063411:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760502.063415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760502.063423:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760502.063433:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962156160:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760502.063435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962156288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760502.063446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760502.063449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760502.063450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760502.063453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1781
00000100:00080000:3.0:1787760502.063455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760502.063457:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760502.063461:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760502.063469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962156416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760502.063489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760502.063525:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760502/real 1787760502]  req@ffff93eda1099e00 x1874600962156160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760502.063538:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962156160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760502.063546:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760502.063548:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760502.063551:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962156160:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760502.063572:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156288:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760502.063590:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760502.063602:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760502/real 1787760502]  req@ffff93eda1098000 x1874600962156288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760502.063615:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962156288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760502.063638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760502.063642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760502.063645:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156288:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760502.063650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156416:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760502.063667:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760502.063675:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760502/real 1787760502]  req@ffff93eda10983c0 x1874600962156416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760502.063683:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962156416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760502.063688:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760502.063690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760502.063692:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156416:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760502.255333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760502.831328:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760503.279368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760503.855249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760504.303403:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760504.879321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760505.327329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760505.903328:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760506.351398:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760506.927274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760507.183289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760507.183298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760507.183301:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760507.183310:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1786
00000100:00080000:1.0:1787760507.183320:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760507.183326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760507.183358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962156544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760507.183381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760507.183384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760507.183385:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760507.183404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1786
00000100:00080000:1.0:1787760507.183407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760507.183410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760507.183420:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760507.183430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962156672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760507.183439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760507.183445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760507.183447:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760507.183447:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962156544:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760507.183460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1786
00000100:00080000:1.0:1787760507.183463:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760507.183467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760507.183470:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760507.183479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962156800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760507.183534:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760507.183585:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760507/real 1787760507]  req@ffff93eda12a7c00 x1874600962156544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760507.183604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962156544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760507.183624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760507.183627:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760507.183631:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962156544:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760507.183694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156672:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760507.183714:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760507.183723:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760507/real 1787760507]  req@ffff93eda12a6580 x1874600962156672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760507.183731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962156672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760507.183737:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760507.183739:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760507.183741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156672:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760507.183744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156800:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760507.183755:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760507.183760:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760507/real 1787760507]  req@ffff93eda12a6940 x1874600962156800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760507.183767:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962156800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760507.183771:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760507.183773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760507.183775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962156800:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760507.375329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760507.951285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760508.399352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760508.975258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760509.423321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760509.999298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760510.447465:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760511.023236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760511.471375:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760512.047304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760512.303350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760512.303362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760512.303366:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760512.303378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1791
00000100:00080000:0.0:1787760512.303388:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760512.303396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760512.303437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962156928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760512.303473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760512.303477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760512.303479:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760512.303484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1791
00000100:00080000:0.0:1787760512.303488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760512.303492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760512.303518:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760512.303537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962157056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760512.303537:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962156928:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760512.303556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760512.303559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760512.303561:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760512.303566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1791
00000100:00080000:0.0:1787760512.303571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760512.303575:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760512.303581:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760512.303593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962157184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760512.303604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760512.303653:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760512/real 1787760512]  req@ffff93ed82c25e00 x1874600962156928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760512.303673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962156928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760512.303687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760512.303692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760512.303702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962156928:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760512.303728:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157056:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760512.303747:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760512.303756:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760512/real 1787760512]  req@ffff93ed82c26d00 x1874600962157056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760512.303765:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962157056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760512.303771:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760512.303773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760512.303775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157056:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760512.303786:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157184:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760512.303809:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760512.303817:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760512/real 1787760512]  req@ffff93ed82c261c0 x1874600962157184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760512.303825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962157184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760512.303830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760512.303832:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760512.303834:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157184:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760512.495360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760513.071302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760513.519340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760514.095298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760514.543331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760515.119282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760515.567337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760516.143283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760516.591318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760517.167256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760517.423275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760517.423284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760517.423288:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760517.423297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1797
00000100:00080000:0.0:1787760517.423306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760517.423312:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760517.423346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962157312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760517.423388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760517.423391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760517.423392:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760517.423395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1797
00000100:00080000:0.0:1787760517.423398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760517.423401:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760517.423408:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760517.423417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962157440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760517.423433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760517.423435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760517.423437:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760517.423441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1797
00000100:00080000:0.0:1787760517.423444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760517.423447:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760517.423450:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760517.423457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962157568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760517.423464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962157312:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760517.423520:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760517.423562:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760517/real 1787760517]  req@ffff93ed82c27480 x1874600962157312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760517.423575:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962157312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760517.423583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760517.423588:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760517.423592:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962157312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760517.423606:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157440:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760517.423636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760517.423648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760517/real 1787760517]  req@ffff93ed82c270c0 x1874600962157440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760517.423656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962157440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760517.423662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760517.423664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760517.423667:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157440:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760517.423687:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157568:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760517.423699:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760517.423705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760517/real 1787760517]  req@ffff93ed82c24b40 x1874600962157568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760517.423712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962157568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760517.423717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760517.423719:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760517.423721:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157568:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760517.615317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760518.191283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760518.639312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760519.215253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760519.663313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760520.239303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760520.687391:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760521.263256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760521.711296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760522.287290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760522.543292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760522.543300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760522.543304:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760522.543312:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1802
00000100:00080000:3.0:1787760522.543321:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760522.543327:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760522.543357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962157696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760522.543390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760522.543393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760522.543394:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760522.543398:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1802
00000100:00080000:3.0:1787760522.543401:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760522.543403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760522.543411:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760522.543422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962157824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760522.543430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760522.543431:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962157696:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760522.543434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760522.543438:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760522.543442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1802
00000100:00080000:3.0:1787760522.543451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760522.543455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760522.543458:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760522.543468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962157952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760522.543500:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760522.543546:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760522/real 1787760522]  req@ffff93eda109a940 x1874600962157696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760522.543564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962157696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760522.543576:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760522.543579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760522.543582:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962157696:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760522.543607:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157824:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760522.543625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760522.543633:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760522/real 1787760522]  req@ffff93eda109ad00 x1874600962157824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760522.543647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962157824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760522.543653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760522.543655:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760522.543658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157824:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760522.543662:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157952:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760522.543674:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760522.543680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760522/real 1787760522]  req@ffff93eda10983c0 x1874600962157952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760522.543699:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962157952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760522.543705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760522.543707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760522.543709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962157952:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760522.735351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760523.311241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760523.759342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760524.335275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760524.783342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760525.359270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760525.807381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760526.383270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760526.831341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760527.407299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760527.663235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760527.663245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760527.663249:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760527.663257:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1807
00000100:00080000:3.0:1787760527.663287:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760527.663295:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760527.663331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962158080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760527.663360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760527.663364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760527.663366:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760527.663371:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1807
00000100:00080000:3.0:1787760527.663374:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760527.663379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760527.663389:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760527.663401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962158208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760527.663408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760527.663412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760527.663414:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760527.663418:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1807
00000100:00080000:3.0:1787760527.663421:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760527.663423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760527.663427:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760527.663433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962158336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760527.663464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962158080:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760527.663550:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760527.663608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760527/real 1787760527]  req@ffff93eda1098000 x1874600962158080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760527.663629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962158080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760527.663641:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760527.663645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760527.663648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962158080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760527.663655:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158208:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760527.663671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760527.663680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760527/real 1787760527]  req@ffff93eda1099e00 x1874600962158208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760527.663689:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962158208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760527.663710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760527.663713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760527.663716:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158208:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760527.663745:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158336:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760527.663776:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760527.663788:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760527/real 1787760527]  req@ffff93eda1098780 x1874600962158336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760527.663796:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962158336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760527.663802:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760527.663805:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760527.663807:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158336:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760527.855326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760528.431292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760528.879369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760529.455280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760529.903363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760530.479281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760530.928504:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760531.503272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760531.951309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760532.527259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760532.783227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760532.783248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760532.783251:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760532.783259:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1812
00000100:00080000:3.0:1787760532.783266:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760532.783272:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760532.783297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962158464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760532.783316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760532.783319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760532.783320:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760532.783323:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1812
00000100:00080000:3.0:1787760532.783325:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760532.783327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760532.783333:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760532.783341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962158592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760532.783347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760532.783350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760532.783351:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760532.783353:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1812
00000100:00080000:3.0:1787760532.783354:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760532.783358:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760532.783360:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962158464:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760532.783361:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760532.783370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962158720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760532.783420:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760532.783466:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760532/real 1787760532]  req@ffff93eda1098b40 x1874600962158464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760532.783481:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962158464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760532.783492:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760532.783496:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760532.783500:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962158464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760532.783514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158592:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760532.783535:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760532.783547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760532/real 1787760532]  req@ffff93eda1099a40 x1874600962158592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760532.783558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962158592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760532.783565:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760532.783568:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760532.783571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158592:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760532.783593:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158720:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760532.783612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760532.783621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760532/real 1787760532]  req@ffff93eda1098780 x1874600962158720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760532.783644:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962158720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760532.783652:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760532.783655:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760532.783658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158720:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760532.975367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760533.551318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760533.999364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760534.575258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760535.023264:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760535.599262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760536.047365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760536.623257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760537.071354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760537.647349:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760537.903333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760537.903346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760537.903351:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760537.903364:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1817
00000100:00080000:3.0:1787760537.903378:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760537.903389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760537.903439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962158848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760537.903472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760537.903476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760537.903478:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760537.903483:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1817
00000100:00080000:3.0:1787760537.903487:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760537.903491:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760537.903504:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760537.903518:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962158976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760537.903529:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760537.903541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760537.903543:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760537.903552:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1817
00000100:00100000:2.0:1787760537.903561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962158848:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760537.903561:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760537.903585:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760537.903612:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760537.903629:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962159104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760537.903686:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760537.903741:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760537/real 1787760537]  req@ffff93eda1099e00 x1874600962158848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760537.903759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962158848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760537.903770:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760537.903774:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760537.903779:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962158848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760537.903786:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158976:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760537.903810:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760537.903823:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760537/real 1787760537]  req@ffff93eda1098000 x1874600962158976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760537.903834:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962158976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760537.903842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760537.903846:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760537.903849:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962158976:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760537.903876:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159104:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760537.903898:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760537.903909:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760537/real 1787760537]  req@ffff93eda10983c0 x1874600962159104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760537.903935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962159104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760537.903944:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760537.903947:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760537.903950:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159104:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760538.095396:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760538.671234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760539.119347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760539.695256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760540.143316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760540.719291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760541.167361:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760541.743278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760542.191370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760542.767278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760543.023250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760543.023259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760543.023263:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760543.023271:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1822
00000100:00080000:0.0:1787760543.023279:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760543.023286:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760543.023322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962159232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760543.023361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760543.023364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760543.023366:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760543.023370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1822
00000100:00080000:0.0:1787760543.023374:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760543.023377:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760543.023387:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760543.023398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962159360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760543.023405:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962159232:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760543.023410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760543.023414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760543.023417:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760543.023421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1822
00000100:00080000:0.0:1787760543.023424:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760543.023427:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760543.023431:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760543.023440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962159488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760543.023483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760543.023526:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760543/real 1787760543]  req@ffff93ed82c26940 x1874600962159232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760543.023543:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962159232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760543.023553:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760543.023558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760543.023562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962159232:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760543.023582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159360:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760543.023599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760543.023609:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760543/real 1787760543]  req@ffff93ed82c243c0 x1874600962159360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760543.023620:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962159360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760543.023639:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760543.023642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760543.023645:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159360:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760543.023650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159488:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760543.023665:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760543.023673:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760543/real 1787760543]  req@ffff93ed82c24780 x1874600962159488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760543.023684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962159488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760543.023691:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760543.023693:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760543.023696:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159488:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760543.215317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760543.791273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760544.239342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760544.815266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760545.263308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760545.839269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760546.287292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760546.863272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760547.311310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760547.887239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760548.143273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760548.143280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760548.143284:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760548.143291:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1827
00000100:00080000:0.0:1787760548.143299:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760548.143305:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760548.143334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962159616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760548.143360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760548.143379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760548.143381:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760548.143385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1827
00000100:00080000:0.0:1787760548.143388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760548.143393:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760548.143403:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760548.143411:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962159616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760548.143417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962159744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760548.143425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760548.143428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760548.143429:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760548.143431:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1827
00000100:00080000:0.0:1787760548.143434:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760548.143436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760548.143440:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760548.143465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962159872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760548.143505:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159744:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760548.143535:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159872:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760548.335308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760548.911267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760549.359333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760549.935247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760550.383317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760550.959276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:0.0:1787760551.215467:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1787760551.215507:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760551.215524:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787760551.215560:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787760551.215570:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760551.215606:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760548/real 1787760551]  req@ffff93ed82c27840 x1874600962159744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760551.215627:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962159744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760551.215657:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760551.215662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760551.215666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159744:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760551.215674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760548/real 1787760551]  req@ffff93ed82c24000 x1874600962159872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760551.215687:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962159872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760551.215694:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760551.215698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760551.215701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962159872:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760551.215707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760548/real 1787760551]  req@ffff93ed82c252c0 x1874600962159616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760551.215717:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962159616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760551.215725:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760551.215728:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760551.215737:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962159616:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787760551.407335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760551.983277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760552.431317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760553.007304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760553.263355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760553.263365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760553.263369:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760553.263378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1832
00000100:00080000:1.0:1787760553.263387:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760553.263394:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760553.263423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962160000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760553.263449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760553.263452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760553.263454:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760553.263458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1832
00000100:00080000:1.0:1787760553.263465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760553.263483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760553.263492:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760553.263504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962160128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760553.263512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760553.263519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760553.263520:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760553.263523:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1832
00000100:00080000:1.0:1787760553.263527:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760553.263531:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760553.263535:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760553.263544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962160256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760553.263613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962160000:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760553.263684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760553.263742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760553/real 1787760553]  req@ffff93eda12a6940 x1874600962160000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760553.263770:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962160000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760553.263781:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760553.263785:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760553.263788:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962160000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760553.263795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160128:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760553.263818:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760553.263831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760553/real 1787760553]  req@ffff93eda12a6580 x1874600962160128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760553.263840:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962160128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760553.263848:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760553.263850:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760553.263853:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160128:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760553.263858:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160256:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760553.263874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760553.263883:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760553/real 1787760553]  req@ffff93eda12a7c00 x1874600962160256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760553.263894:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962160256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760553.263912:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760553.263916:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760553.263919:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160256:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760553.455336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760554.031281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760554.479298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760555.055302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760555.503295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760556.079261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760556.527381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760557.103336:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760557.551321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760558.127245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760558.383292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760558.383302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760558.383306:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760558.383317:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1838
00000100:00080000:3.0:1787760558.383326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760558.383333:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760558.383368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962160384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760558.383391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760558.383395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760558.383397:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760558.383401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1838
00000100:00080000:3.0:1787760558.383404:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760558.383408:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760558.383418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760558.383432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962160512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760558.383436:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962160384:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760558.383445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760558.383448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760558.383450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760558.383454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1838
00000100:00080000:3.0:1787760558.383484:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760558.383488:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760558.383494:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760558.383495:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760558.383508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962160640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760558.383539:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760558/real 1787760558]  req@ffff93eda109ad00 x1874600962160384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760558.383556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962160384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760558.383567:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760558.383570:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760558.383574:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962160384:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760558.383597:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160512:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760558.383615:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760558.383624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760558/real 1787760558]  req@ffff93eda109a940 x1874600962160512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760558.383635:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962160512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760558.383642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760558.383645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760558.383648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160512:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760558.383659:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160640:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760558.383675:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760558.383683:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760558/real 1787760558]  req@ffff93eda10983c0 x1874600962160640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760558.383693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962160640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760558.383700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760558.383703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760558.383706:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160640:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760558.575316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760559.151276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760559.599326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760560.175282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760560.623347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760561.199248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760561.647303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760562.223321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760562.671395:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760563.247294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760563.503255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760563.503266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760563.503270:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760563.503282:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1843
00000100:00080000:3.0:1787760563.503292:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760563.503300:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760563.503339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962160768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760563.503367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760563.503372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760563.503374:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760563.503379:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1843
00000100:00080000:3.0:1787760563.503383:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760563.503387:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760563.503397:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760563.503410:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962160768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760563.503410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962160896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760563.503421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760563.503440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760563.503442:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760563.503446:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1843
00000100:00080000:3.0:1787760563.503458:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760563.503462:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760563.503467:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760563.503469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760563.503478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962161024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760563.503509:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760563/real 1787760563]  req@ffff93eda1098000 x1874600962160768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760563.503526:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962160768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760563.503536:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760563.503539:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760563.503542:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962160768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760563.503561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160896:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760563.503580:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760563.503589:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760563/real 1787760563]  req@ffff93eda1099e00 x1874600962160896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760563.503607:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962160896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760563.503613:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760563.503615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760563.503617:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962160896:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760563.503621:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161024:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760563.503635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760563.503642:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760563/real 1787760563]  req@ffff93eda1098780 x1874600962161024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760563.503660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962161024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760563.503666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760563.503668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760563.503670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161024:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760563.695317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760564.271248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760564.719334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760565.295250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760565.743311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760566.319285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760566.767327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760567.343305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760567.791355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760568.367323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760568.623295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760568.623303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760568.623322:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760568.623331:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1848
00000100:00080000:0.0:1787760568.623340:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760568.623346:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760568.623375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962161152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760568.623397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760568.623399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760568.623401:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760568.623404:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1848
00000100:00080000:0.0:1787760568.623406:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760568.623409:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760568.623416:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760568.623426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962161280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760568.623438:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962161152:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760568.623445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760568.623449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760568.623450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760568.623454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1848
00000100:00080000:0.0:1787760568.623456:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760568.623458:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760568.623462:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760568.623471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962161408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760568.623500:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760568.623544:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760568/real 1787760568]  req@ffff93ed82c252c0 x1874600962161152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760568.623558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962161152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760568.623579:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760568.623582:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760568.623585:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962161152:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760568.623606:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161280:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760568.623624:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760568.623633:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760568/real 1787760568]  req@ffff93ed82c24000 x1874600962161280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760568.623641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962161280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760568.623646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760568.623648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760568.623651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161280:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760568.623654:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161408:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760568.623664:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760568.623670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760568/real 1787760568]  req@ffff93ed82c27840 x1874600962161408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760568.623677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962161408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760568.623682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760568.623684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760568.623686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161408:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760568.815359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760569.391250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760569.839303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760570.415275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760570.863325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760571.439283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760571.887341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760572.463278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760572.911343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760573.487244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760573.743264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760573.743276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760573.743280:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760573.743290:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1853
00000100:00080000:0.0:1787760573.743300:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760573.743309:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760573.743345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962161536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760573.743372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760573.743376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760573.743378:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760573.743383:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1853
00000100:00080000:0.0:1787760573.743387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760573.743391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760573.743401:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760573.743415:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962161536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760573.743417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962161664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760573.743430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760573.743433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760573.743449:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760573.743452:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1853
00000100:00080000:0.0:1787760573.743456:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760573.743459:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760573.743464:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760573.743472:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760573.743476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962161792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760573.743514:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760573/real 1787760573]  req@ffff93ed82c24780 x1874600962161536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760573.743533:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962161536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760573.743544:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760573.743549:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760573.743553:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962161536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760573.743576:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161664:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760573.743599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760573.743611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760573/real 1787760573]  req@ffff93ed82c243c0 x1874600962161664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760573.743623:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962161664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760573.743631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760573.743635:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760573.743638:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161664:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760573.743644:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161792:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760573.743661:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760573.743671:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760573/real 1787760573]  req@ffff93ed82c26940 x1874600962161792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760573.743690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962161792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760573.743698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760573.743701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760573.743704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962161792:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760573.935314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760574.511257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760574.959353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760575.535279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760575.983323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760576.559279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760577.007380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760577.583240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760578.031511:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760578.607285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760578.863294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760578.863301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760578.863305:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760578.863314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1858
00000100:00080000:3.0:1787760578.863323:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760578.863329:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760578.863361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962161920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760578.863382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760578.863385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760578.863387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760578.863390:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1858
00000100:00080000:3.0:1787760578.863392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760578.863395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760578.863402:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760578.863411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962162048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760578.863425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962161920:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760578.863441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760578.863445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760578.863448:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760578.863453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1858
00000100:00080000:3.0:1787760578.863458:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760578.863463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760578.863469:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760578.863484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962162176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760578.863486:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760578.863533:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760578/real 1787760578]  req@ffff93eda1099a40 x1874600962161920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760578.863548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962161920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760578.863556:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760578.863559:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760578.863563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962161920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760578.863588:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162048:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760578.863606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760578.863618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760578/real 1787760578]  req@ffff93eda1098b40 x1874600962162048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760578.863630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962162048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760578.863655:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760578.863659:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760578.863663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162048:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760578.863667:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162176:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760578.863684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760578.863692:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760578/real 1787760578]  req@ffff93eda1098780 x1874600962162176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760578.863700:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962162176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760578.863705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760578.863708:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760578.863710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162176:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760579.055397:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760579.631272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760580.079344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760580.655278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760581.103323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760581.679268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760582.127328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760582.703280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760583.151331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760583.727282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760583.983287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760583.983295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760583.983299:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760583.983310:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1863
00000100:00080000:0.0:1787760583.983319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760583.983327:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760583.983361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962162304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760583.983388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760583.983402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760583.983404:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760583.983407:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1863
00000100:00080000:0.0:1787760583.983410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760583.983414:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760583.983422:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760583.983438:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962162304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760583.983439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962162432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760583.983456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760583.983459:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760583.983461:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760583.983466:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1863
00000100:00080000:0.0:1787760583.983469:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760583.983474:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760583.983479:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760583.983492:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962162560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760583.983506:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760583.983547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760583/real 1787760583]  req@ffff93ed82c24b40 x1874600962162304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760583.983564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962162304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760583.983574:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760583.983578:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760583.983581:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962162304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760583.983612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162432:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760583.983634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760583.983646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760583/real 1787760583]  req@ffff93ed82c270c0 x1874600962162432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760583.983657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962162432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760583.983666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760583.983680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760583.983684:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162432:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760583.983690:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162560:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760583.983709:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760583.983720:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760583/real 1787760583]  req@ffff93ed82c27480 x1874600962162560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760583.983730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962162560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760583.983738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760583.983741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760583.983744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162560:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760584.175322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760584.751262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760585.199257:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760585.775260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760586.223290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760586.799252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760587.247281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760587.823267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760588.271266:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760588.847237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760589.103297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760589.103310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760589.103316:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760589.103328:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1868
00000100:00080000:3.0:1787760589.103340:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760589.103350:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760589.103394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962162688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760589.103422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760589.103426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760589.103428:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760589.103433:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1868
00000100:00080000:3.0:1787760589.103436:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760589.103441:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760589.103470:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760589.103474:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962162688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760589.103486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962162816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760589.103499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760589.103502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760589.103504:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760589.103508:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1868
00000100:00080000:3.0:1787760589.103513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760589.103517:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760589.103523:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760589.103534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962162944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760589.103557:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760589.103626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760589/real 1787760589]  req@ffff93eda1099e00 x1874600962162688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760589.103654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962162688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760589.103666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760589.103671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760589.103675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962162688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760589.103712:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162816:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760589.103734:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760589.103743:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760589/real 1787760589]  req@ffff93eda1098000 x1874600962162816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760589.103751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962162816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760589.103757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760589.103759:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760589.103761:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162816:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760589.103764:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162944:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760589.103776:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760589.103782:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760589/real 1787760589]  req@ffff93eda10983c0 x1874600962162944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760589.103788:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962162944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760589.103801:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760589.103804:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760589.103806:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962162944:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760589.295315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760589.871334:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760590.319288:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760590.895264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760591.343312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760591.919259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760592.367343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760592.943297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760593.391340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760593.967336:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760594.223251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760594.223259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760594.223262:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760594.223270:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1873
00000100:00080000:3.0:1787760594.223279:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760594.223285:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760594.223312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962163072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760594.223335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760594.223337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760594.223338:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760594.223342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1873
00000100:00080000:3.0:1787760594.223355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760594.223358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760594.223366:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760594.223376:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962163072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760594.223377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962163200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760594.223389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760594.223391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760594.223392:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760594.223395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1873
00000100:00080000:3.0:1787760594.223397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760594.223399:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760594.223402:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760594.223411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962163328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760594.223435:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760594.223496:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760594/real 1787760594]  req@ffff93eda109a940 x1874600962163072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760594.223510:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962163072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760594.223517:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760594.223520:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760594.223523:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962163072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760594.223540:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163200:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760594.223555:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760594.223563:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760594/real 1787760594]  req@ffff93eda109ad00 x1874600962163200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760594.223570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962163200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760594.223575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760594.223577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760594.223578:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163200:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760594.223588:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163328:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760594.223601:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760594.223607:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760594/real 1787760594]  req@ffff93eda10983c0 x1874600962163328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760594.223614:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962163328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760594.223618:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760594.223620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760594.223622:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163328:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760594.415270:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760594.991278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760595.439246:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760596.015269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760596.463295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760597.039247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760597.487257:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760598.063258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760598.511290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760599.087302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760599.343291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760599.343301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760599.343305:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760599.343315:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1879
00000100:00080000:0.0:1787760599.343325:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760599.343333:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760599.343368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962163456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760599.343430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760599.343434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760599.343436:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760599.343441:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1879
00000100:00080000:0.0:1787760599.343445:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760599.343450:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760599.343459:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760599.343473:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962163456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760599.343474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962163584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760599.343489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760599.343493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760599.343495:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760599.343499:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1879
00000100:00080000:0.0:1787760599.343502:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760599.343506:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760599.343511:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760599.343522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962163712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760599.343544:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760599.343601:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760599/real 1787760599]  req@ffff93ed82c261c0 x1874600962163456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760599.343626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962163456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760599.343637:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760599.343642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760599.343645:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962163456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760599.343668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163584:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760599.343690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760599.343702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760599/real 1787760599]  req@ffff93ed82c26d00 x1874600962163584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760599.343723:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962163584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760599.343732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760599.343735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760599.343738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163584:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760599.343744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163712:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760599.343767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760599.343779:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760599/real 1787760599]  req@ffff93ed82c25e00 x1874600962163712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760599.343791:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962163712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760599.343798:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760599.343801:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760599.343804:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163712:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760599.535301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760600.111278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760600.559287:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760601.135291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760601.583354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760602.159285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760602.607296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760603.183252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760603.631329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760604.207274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760604.463333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760604.463346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760604.463350:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760604.463363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1884
00000100:00080000:3.0:1787760604.463377:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760604.463387:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760604.463441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962163840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760604.463483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760604.463508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760604.463510:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760604.463515:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1884
00000100:00080000:3.0:1787760604.463519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760604.463523:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760604.463534:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760604.463548:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962163840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760604.463550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962163968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760604.463568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760604.463572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760604.463574:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760604.463579:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1884
00000100:00080000:3.0:1787760604.463583:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760604.463588:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760604.463594:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760604.463609:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962164096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760604.463639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760604.463706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760604/real 1787760604]  req@ffff93eda1098000 x1874600962163840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760604.463730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962163840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760604.463760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760604.463766:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760604.463771:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962163840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760604.463801:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163968:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760604.463843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760604.463859:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760604/real 1787760604]  req@ffff93eda1099e00 x1874600962163968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760604.463873:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962163968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760604.463882:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760604.463886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760604.463890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962163968:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760604.463897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164096:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760604.463921:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760604.463935:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760604/real 1787760604]  req@ffff93eda1098780 x1874600962164096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760604.463947:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962164096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760604.463956:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760604.463960:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760604.463963:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164096:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760604.655302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760605.231325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760605.679334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760606.255331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760606.703273:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760607.279258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760607.727356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760608.303255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760608.751337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760609.327304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760609.583309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760609.583317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760609.583320:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760609.583326:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1889
00000100:00080000:1.0:1787760609.583334:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760609.583340:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760609.583373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962164224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760609.583399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760609.583403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760609.583405:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760609.583409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1889
00000100:00080000:1.0:1787760609.583413:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760609.583431:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760609.583440:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760609.583453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962164352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760609.583466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760609.583470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1787760609.583472:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962164224:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760609.583473:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760609.583480:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1889
00000100:00080000:1.0:1787760609.583484:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760609.583487:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760609.583490:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760609.583499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962164480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760609.583533:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760609.583567:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760609/real 1787760609]  req@ffff93eda12a5a40 x1874600962164224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760609.583582:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962164224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760609.583589:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760609.583592:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760609.583595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962164224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760609.583613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164352:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760609.583626:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760609.583632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760609/real 1787760609]  req@ffff93eda12a61c0 x1874600962164352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760609.583639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962164352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760609.583644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760609.583646:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760609.583648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164352:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760609.583651:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164480:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760609.583666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760609.583671:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760609/real 1787760609]  req@ffff93eda12a4000 x1874600962164480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760609.583684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962164480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760609.583689:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760609.583690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760609.583692:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164480:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760609.775351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760610.351317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760610.799319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760611.375317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760611.823280:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760612.399264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760612.847301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760613.423308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760613.871302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760614.447302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760614.703275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760614.703287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760614.703292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760614.703303:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1894
00000100:00080000:1.0:1787760614.703315:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760614.703323:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760614.703367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962164608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760614.703402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760614.703405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760614.703422:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760614.703426:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1894
00000100:00080000:1.0:1787760614.703429:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760614.703433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760614.703442:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760614.703454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962164736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760614.703457:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962164608:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760614.703468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760614.703471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760614.703472:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760614.703475:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1894
00000100:00080000:1.0:1787760614.703477:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760614.703479:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760614.703483:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760614.703494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962164864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760614.703564:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164736:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760614.703586:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164864:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760614.895261:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760615.471295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760615.919320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760616.495235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760616.943314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760617.519268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760617.775457:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760617.775502:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760617.775520:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760617.775565:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760617.775576:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760617.775686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760614/real 1787760617]  req@ffff93eda12a61c0 x1874600962164736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760617.775731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962164736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760617.775747:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760617.775754:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760617.775760:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164736:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760617.775770:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760614/real 1787760617]  req@ffff93eda12a5a40 x1874600962164864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760617.775784:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962164864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760617.775825:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760617.775829:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760617.775833:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962164864:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760617.775841:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760614/real 1787760617]  req@ffff93eda12a4000 x1874600962164608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760617.775855:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962164608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760617.775862:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760617.775866:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760617.775869:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962164608:192.168.204.156@tcp:250:kworker.0
00010000:00010000:0.0:1787760617.967396:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760618.543246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760618.991347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760619.567282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760619.823342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760619.823353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760619.823357:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760619.823381:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1899
00000100:00080000:1.0:1787760619.823392:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760619.823400:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760619.823433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962164992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760619.823470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760619.823474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760619.823476:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760619.823481:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1899
00000100:00080000:1.0:1787760619.823484:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760619.823488:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760619.823503:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760619.823526:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962165120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760619.823526:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962164992:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760619.823544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760619.823547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760619.823549:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760619.823553:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1899
00000100:00080000:1.0:1787760619.823557:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760619.823562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760619.823568:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760619.823581:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962165248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760619.823608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760619.823656:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760619/real 1787760619]  req@ffff93eda12a7c00 x1874600962164992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760619.823676:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962164992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760619.823687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760619.823691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760619.823698:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962164992:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760619.823730:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165120:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760619.823767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760619.823782:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760619/real 1787760619]  req@ffff93eda12a6580 x1874600962165120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760619.823795:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962165120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760619.823803:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760619.823807:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760619.823810:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165120:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760619.823816:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165248:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760619.823838:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760619.823850:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760619/real 1787760619]  req@ffff93eda12a6940 x1874600962165248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760619.823861:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962165248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760619.823868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760619.823871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760619.823876:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165248:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760620.015350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760620.591262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760621.039322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760621.615272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760622.063297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760622.639296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760623.087304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760623.663272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760624.111271:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760624.687288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760624.943268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760624.943277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760624.943281:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760624.943290:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1904
00000100:00080000:1.0:1787760624.943299:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760624.943306:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760624.943346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962165376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760624.943368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760624.943371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760624.943372:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760624.943375:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1904
00000100:00080000:1.0:1787760624.943378:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760624.943380:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760624.943388:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760624.943397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962165504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760624.943404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760624.943407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760624.943409:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760624.943416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1904
00000100:00080000:1.0:1787760624.943418:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760624.943421:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760624.943438:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760624.943449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962165632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760624.943451:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962165376:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760624.943548:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760624.943605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760624/real 1787760624]  req@ffff93eda12a6940 x1874600962165376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760624.943653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962165376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760624.943666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760624.943671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760624.943676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962165376:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760624.943684:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165504:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760624.943711:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760624.943727:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760624/real 1787760624]  req@ffff93eda12a6580 x1874600962165504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760624.943739:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962165504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760624.943748:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760624.943752:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760624.943755:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165504:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760624.943788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165632:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760624.943811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760624.943823:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760624/real 1787760624]  req@ffff93eda12a7c00 x1874600962165632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760624.943832:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962165632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760624.943850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760624.943853:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760624.943856:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165632:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760625.135341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760625.711261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760626.159391:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760626.735287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760627.183332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760627.759295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760628.207352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760628.783351:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760629.231356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760629.807270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760630.063246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760630.063253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760630.063256:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760630.063264:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1909
00000100:00080000:1.0:1787760630.063273:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760630.063279:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760630.063309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962165760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760630.063332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760630.063335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760630.063336:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760630.063339:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1909
00000100:00080000:1.0:1787760630.063342:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760630.063344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760630.063352:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760630.063360:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962165888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760630.063366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760630.063369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760630.063370:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760630.063373:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1909
00000100:00080000:1.0:1787760630.063390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760630.063394:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760630.063399:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760630.063401:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962165760:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760630.063409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962166016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760630.063474:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760630.063518:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760630/real 1787760630]  req@ffff93eda12a4000 x1874600962165760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760630.063539:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962165760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760630.063551:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760630.063555:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760630.063560:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962165760:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760630.063568:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165888:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760630.063596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760630.063611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760630/real 1787760630]  req@ffff93eda12a5a40 x1874600962165888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760630.063625:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962165888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760630.063634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760630.063638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760630.063642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962165888:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760630.063679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166016:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760630.063703:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760630.063715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760630/real 1787760630]  req@ffff93eda12a61c0 x1874600962166016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760630.063729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962166016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760630.063748:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760630.063752:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760630.063756:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166016:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760630.255324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760630.831287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760631.279284:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760631.855287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760632.303294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760632.879301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760633.327283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760633.903258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760634.351335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760634.927295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760635.183262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760635.183272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760635.183277:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760635.183287:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1914
00000100:00080000:3.0:1787760635.183298:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760635.183306:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760635.183342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962166144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760635.183385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760635.183389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760635.183391:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760635.183396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1914
00000100:00080000:3.0:1787760635.183400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760635.183403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760635.183411:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760635.183422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962166272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760635.183429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760635.183432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760635.183433:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760635.183435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1914
00000100:00080000:3.0:1787760635.183437:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760635.183440:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760635.183444:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760635.183456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962166400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760635.183472:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962166144:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787760635.183527:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760635.183561:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760635/real 1787760635]  req@ffff93eda1098b40 x1874600962166144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760635.183574:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962166144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760635.183581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760635.183584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760635.183587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962166144:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760635.183591:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166272:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760635.183604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760635.183611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760635/real 1787760635]  req@ffff93eda1099a40 x1874600962166272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760635.183627:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962166272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760635.183632:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760635.183634:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760635.183636:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166272:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760635.183655:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166400:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760635.183669:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760635.183688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760635/real 1787760635]  req@ffff93eda1098780 x1874600962166400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760635.183697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962166400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760635.183702:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760635.183704:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760635.183706:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166400:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760635.375301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760635.951268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760636.399282:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760636.975291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760637.423301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760637.999300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760638.447325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760639.023320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760639.471358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760640.047275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760640.303261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760640.303269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760640.303272:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760640.303280:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1919
00000100:00080000:1.0:1787760640.303289:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760640.303295:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760640.303328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962166528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760640.303349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760640.303352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760640.303353:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760640.303356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1919
00000100:00080000:1.0:1787760640.303358:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760640.303360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760640.303367:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760640.303377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962166656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760640.303384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760640.303398:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962166528:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760640.303407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760640.303410:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760640.303413:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1919
00000100:00080000:1.0:1787760640.303416:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760640.303419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760640.303424:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760640.303433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962166784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760640.303471:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760640.303522:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760640/real 1787760640]  req@ffff93eda12a61c0 x1874600962166528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760640.303538:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962166528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760640.303557:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760640.303561:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760640.303564:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962166528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760640.303570:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166656:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760640.303606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760640.303616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760640/real 1787760640]  req@ffff93eda12a5a40 x1874600962166656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760640.303624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962166656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760640.303630:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760640.303632:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760640.303634:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166656:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760640.303657:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166784:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760640.303677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760640.303688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760640/real 1787760640]  req@ffff93eda12a4000 x1874600962166784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760640.303701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962166784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760640.303710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760640.303714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760640.303717:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962166784:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760640.495301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760641.071246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760641.519282:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760642.095271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760642.543281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760643.119256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760643.567297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760644.143287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760644.591294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760645.167314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760645.423317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760645.423328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760645.423334:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760645.423345:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1925
00000100:00080000:3.0:1787760645.423377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760645.423385:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760645.423424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962166912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760645.423451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760645.423460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760645.423461:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760645.423465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1925
00000100:00080000:3.0:1787760645.423467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760645.423471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760645.423496:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760645.423512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962167040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760645.423514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962166912:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760645.423529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760645.423532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760645.423534:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760645.423537:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1925
00000100:00080000:3.0:1787760645.423540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760645.423542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760645.423552:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760645.423563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962167168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760645.423608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760645.423680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760645/real 1787760645]  req@ffff93eda1099e00 x1874600962166912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760645.423702:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962166912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760645.423717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760645.423722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760645.423727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962166912:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760645.423761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167040:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760645.423785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760645.423799:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760645/real 1787760645]  req@ffff93eda1098000 x1874600962167040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760645.423813:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962167040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760645.423823:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760645.423827:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760645.423831:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167040:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760645.423838:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167168:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760645.423861:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760645.423872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760645/real 1787760645]  req@ffff93eda10983c0 x1874600962167168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760645.423894:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962167168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760645.423904:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760645.423908:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760645.423912:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167168:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760645.615320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760646.191280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760646.639321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760647.215324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760647.663291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760648.239253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760648.687291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760649.263258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760649.711286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760650.287281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760650.543307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760650.543341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760650.543346:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760650.543357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1930
00000100:00080000:3.0:1787760650.543369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760650.543376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760650.543596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962167296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760650.543622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760650.543625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760650.543626:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760650.543630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1930
00000100:00080000:3.0:1787760650.543633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760650.543641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760650.543654:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760650.543663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962167424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760650.543673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760650.543677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760650.543679:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760650.543684:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1930
00000100:00080000:3.0:1787760650.543688:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760650.543695:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760650.543696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962167296:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760650.543704:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760650.543723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962167552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760650.543779:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760650.543837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760650/real 1787760650]  req@ffff93eda109ad00 x1874600962167296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760650.543858:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962167296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760650.543870:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760650.543875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760650.543881:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962167296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760650.543889:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167424:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760650.543915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760650.543929:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760650/real 1787760650]  req@ffff93eda109a940 x1874600962167424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760650.543942:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962167424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760650.543970:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760650.543975:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760650.543980:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167424:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760650.544018:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167552:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760650.544046:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760650.544077:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760650/real 1787760650]  req@ffff93eda10983c0 x1874600962167552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760650.544097:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962167552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760650.544107:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760650.544111:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760650.544115:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167552:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760650.735532:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760651.311275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760651.759309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760652.335302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760652.783302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760653.359274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760653.807289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760654.383335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760654.831334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760655.407324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760655.663328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760655.663339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760655.663346:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760655.663358:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1935
00000100:00080000:3.0:1787760655.663371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760655.663380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760655.663424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962167680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760655.663447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760655.663450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760655.663452:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760655.663455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1935
00000100:00080000:3.0:1787760655.663457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760655.663460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760655.663469:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760655.663479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962167808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760655.663486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760655.663489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760655.663490:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760655.663492:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1935
00000100:00080000:3.0:1787760655.663494:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760655.663496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760655.663519:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962167680:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760655.663521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760655.663535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962167936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760655.663607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760655.663658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760655/real 1787760655]  req@ffff93eda1098000 x1874600962167680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760655.663679:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962167680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760655.663689:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760655.663694:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760655.663699:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962167680:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760655.663720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167808:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760655.663748:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760655.663760:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760655/real 1787760655]  req@ffff93eda1099e00 x1874600962167808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760655.663769:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962167808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760655.663776:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760655.663778:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760655.663781:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167808:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760655.663807:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167936:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760655.663822:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760655.663829:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760655/real 1787760655]  req@ffff93eda1098780 x1874600962167936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760655.663836:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962167936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760655.663842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760655.663843:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760655.663845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962167936:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760655.855333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760656.431261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760656.879327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760657.455235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760657.903315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760658.479271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760658.927411:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760659.503247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760659.951313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760660.527263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760660.783281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760660.783289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760660.783292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760660.783300:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1940
00000100:00080000:1.0:1787760660.783309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760660.783315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760660.783346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962168064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760660.783367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760660.783370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760660.783371:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760660.783374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1940
00000100:00080000:1.0:1787760660.783376:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760660.783378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760660.783385:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760660.783393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962168192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760660.783415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760660.783419:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760660.783421:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760660.783421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962168064:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760660.783430:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1940
00000100:00080000:1.0:1787760660.783433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760660.783436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760660.783440:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760660.783451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962168320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760660.783491:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760660.783543:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760660/real 1787760660]  req@ffff93eda12a7c00 x1874600962168064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760660.783558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962168064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760660.783566:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760660.783569:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760660.783572:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962168064:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760660.783591:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168192:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760660.783607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760660.783615:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760660/real 1787760660]  req@ffff93eda12a6580 x1874600962168192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760660.783623:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962168192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760660.783629:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760660.783631:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760660.783633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168192:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760660.783637:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168320:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760660.783661:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760660.783672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760660/real 1787760660]  req@ffff93eda12a6940 x1874600962168320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760660.783685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962168320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760660.783706:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760660.783708:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760660.783711:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168320:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760660.975282:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760661.551295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760661.999321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760662.575277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760663.023298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760663.599288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760664.047357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760664.623296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760665.071306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760665.647255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760665.903318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760665.903329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760665.903333:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760665.903343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1945
00000100:00080000:2.0:1787760665.903353:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760665.903361:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760665.903396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962168448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760665.903428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760665.903433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760665.903435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760665.903439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1945
00000100:00080000:2.0:1787760665.903442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760665.903446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760665.903456:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760665.903470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962168576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760665.903477:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962168448:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760665.903496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760665.903500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760665.903502:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760665.903507:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1945
00000100:00080000:2.0:1787760665.903512:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760665.903516:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760665.903522:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787760665.903535:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760665.903536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962168704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760665.903572:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760665/real 1787760665]  req@ffff93ed916ded00 x1874600962168448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760665.903585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962168448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760665.903593:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760665.903602:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760665.903605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962168448:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760665.903624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168576:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760665.903642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760665.903651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760665/real 1787760665]  req@ffff93ed916dcf00 x1874600962168576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760665.903659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962168576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760665.903664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760665.903666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760665.903669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168576:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760665.903672:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168704:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760665.903682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760665.903688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760665/real 1787760665]  req@ffff93ed916dc3c0 x1874600962168704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760665.903695:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962168704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760665.903700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760665.903701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760665.903703:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168704:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760666.095354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760666.671302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760667.119349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760667.695313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760668.143304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760668.719315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760669.167371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760669.743291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760670.191289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760670.767266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760671.023259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760671.023268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760671.023271:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760671.023280:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1950
00000100:00080000:3.0:1787760671.023288:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760671.023294:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760671.023327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962168832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760671.023349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760671.023352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760671.023353:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760671.023356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1950
00000100:00080000:3.0:1787760671.023358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760671.023361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760671.023369:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760671.023378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962168960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760671.023385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760671.023387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760671.023389:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760671.023392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1950
00000100:00100000:0.0:1787760671.023400:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962168832:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760671.023409:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760671.023413:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760671.023418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760671.023428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962169088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760671.023466:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760671.023504:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760671/real 1787760671]  req@ffff93eda1099a40 x1874600962168832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760671.023518:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962168832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760671.023527:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760671.023530:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760671.023533:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962168832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760671.023539:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168960:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760671.023554:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760671.023562:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760671/real 1787760671]  req@ffff93eda1098b40 x1874600962168960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760671.023570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962168960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760671.023575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760671.023578:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760671.023580:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962168960:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760671.023600:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169088:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760671.023622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760671.023630:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760671/real 1787760671]  req@ffff93eda1098780 x1874600962169088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760671.023637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962169088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760671.023643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760671.023645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760671.023647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169088:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760671.215296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760671.791277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760672.239289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760672.815243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760673.263247:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760673.839267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760674.287359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760674.863281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760675.311368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760675.887317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760676.143264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760676.143273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760676.143276:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760676.143284:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1955
00000100:00080000:3.0:1787760676.143293:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760676.143299:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760676.143330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962169216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760676.143353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760676.143355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760676.143357:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760676.143360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1955
00000100:00080000:3.0:1787760676.143362:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760676.143364:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760676.143371:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760676.143380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962169344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760676.143387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760676.143403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760676.143405:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760676.143408:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1955
00000100:00080000:3.0:1787760676.143411:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760676.143414:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760676.143418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760676.143427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962169472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760676.143451:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962169216:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787760676.143543:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760676.143591:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760676/real 1787760676]  req@ffff93eda1099e00 x1874600962169216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760676.143607:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962169216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760676.143617:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760676.143630:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760676.143636:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962169216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760676.143644:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169344:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760676.143686:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760676.143700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760676/real 1787760676]  req@ffff93eda1098000 x1874600962169344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760676.143710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962169344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760676.143716:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760676.143719:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760676.143721:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169344:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760676.143752:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169472:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760676.143768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760676.143775:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760676/real 1787760676]  req@ffff93eda10983c0 x1874600962169472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760676.143783:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962169472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760676.143789:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760676.143791:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760676.143793:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169472:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760676.335357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760676.911266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760677.359324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760677.935262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760678.383350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760678.959313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760679.407404:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760679.983284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760680.431381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760681.007283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760681.263310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760681.263319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760681.263323:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760681.263332:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1960
00000100:00080000:2.0:1787760681.263343:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760681.263349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760681.263400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962169600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760681.263427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760681.263429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760681.263431:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760681.263434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1960
00000100:00080000:2.0:1787760681.263437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760681.263440:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760681.263447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760681.263456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962169728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760681.263463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760681.263466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760681.263468:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760681.263470:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1960
00000100:00080000:2.0:1787760681.263472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760681.263474:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760681.263478:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760681.263484:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962169600:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760681.263486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962169856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760681.263612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169728:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760681.263664:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169856:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760681.455330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760682.031280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760682.479344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760683.055337:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760683.503355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760684.079291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787760684.335413:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787760684.335449:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787760684.335462:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787760684.335495:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787760684.335501:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787760684.335596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760681/real 1787760684]  req@ffff93ed916dfc00 x1874600962169856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760684.335640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962169856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760684.335655:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760684.335661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760684.335666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169856:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787760684.335675:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760681/real 1787760684]  req@ffff93ed916dc000 x1874600962169600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760684.335690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962169600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760684.335699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760684.335703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760684.335706:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962169600:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760684.335715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760681/real 1787760684]  req@ffff93ed916dde00 x1874600962169728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760684.335779:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962169728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760684.335790:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760684.335794:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760684.335797:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962169728:192.168.204.156@tcp:38:kworker.0
00010000:00010000:3.0:1787760684.527357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760685.103322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760685.551393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760686.127295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760686.383342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760686.383354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760686.383358:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760686.383371:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1966
00000100:00080000:1.0:1787760686.383386:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760686.383396:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760686.383444:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962169984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760686.383476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760686.383481:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760686.383483:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760686.383488:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1966
00000100:00080000:1.0:1787760686.383493:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760686.383500:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760686.383524:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962169984:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787760686.383533:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760686.383549:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962170112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760686.383562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760686.383566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760686.383568:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760686.383573:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1966
00000100:00080000:1.0:1787760686.383597:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760686.383603:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787760686.383610:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787760686.383610:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760686.383628:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962170240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760686.383677:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760686/real 1787760686]  req@ffff93eda12a6940 x1874600962169984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760686.383718:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962169984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760686.383732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760686.383737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760686.383741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962169984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760686.383775:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170112:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760686.383802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760686.383816:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760686/real 1787760686]  req@ffff93eda12a6580 x1874600962170112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760686.383829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962170112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760686.383846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760686.383850:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760686.383854:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170112:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760686.383861:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170240:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760686.383891:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760686.383903:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760686/real 1787760686]  req@ffff93eda12a7c00 x1874600962170240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760686.383915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962170240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760686.383924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760686.383927:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760686.383930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170240:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760686.575373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760687.151310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760687.599381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760688.175299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760688.623344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760689.199404:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760689.647384:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760690.223283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760690.671329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760691.247288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760691.503302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760691.503310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760691.503313:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760691.503323:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1971
00000100:00080000:3.0:1787760691.503332:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760691.503338:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760691.503373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962170368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760691.503402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760691.503406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760691.503409:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760691.503414:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1971
00000100:00080000:3.0:1787760691.503418:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760691.503421:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760691.503432:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760691.503447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962170496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760691.503457:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962170368:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760691.503465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760691.503470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760691.503472:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760691.503477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1971
00000100:00080000:3.0:1787760691.503480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760691.503483:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760691.503488:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760691.503512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962170624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760691.503533:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760691.503603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760691/real 1787760691]  req@ffff93eda109a940 x1874600962170368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760691.503624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962170368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760691.503644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760691.503650:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760691.503655:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962170368:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760691.503681:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170496:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760691.503707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760691.503720:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760691/real 1787760691]  req@ffff93eda109ad00 x1874600962170496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760691.503733:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962170496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760691.503743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760691.503747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760691.503751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170496:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760691.503757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170624:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760691.503777:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760691.503787:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760691/real 1787760691]  req@ffff93eda10983c0 x1874600962170624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760691.503800:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962170624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760691.503808:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760691.503812:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760691.503816:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170624:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760691.695325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760692.271242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760692.719298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760693.295278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760693.743277:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760694.319251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760694.767313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760695.343251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760695.791309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760696.367251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760696.623253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760696.623261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760696.623265:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760696.623274:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1976
00000100:00080000:3.0:1787760696.623283:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760696.623290:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760696.623323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962170752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760696.623347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760696.623351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760696.623352:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760696.623356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1976
00000100:00080000:3.0:1787760696.623360:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760696.623363:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760696.623372:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760696.623385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962170880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760696.623395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760696.623411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760696.623413:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760696.623418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1976
00000100:00080000:3.0:1787760696.623422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760696.623432:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760696.623435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962170752:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760696.623437:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760696.623452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962171008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760696.623530:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760696.623590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760696/real 1787760696]  req@ffff93eda1098000 x1874600962170752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760696.623611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962170752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760696.623624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760696.623629:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760696.623632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962170752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760696.623638:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170880:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760696.623657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760696.623666:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760696/real 1787760696]  req@ffff93eda1099e00 x1874600962170880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760696.623673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962170880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760696.623679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760696.623681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760696.623683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962170880:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760696.623727:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171008:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760696.623744:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760696.623752:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760696/real 1787760696]  req@ffff93eda1098780 x1874600962171008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760696.623759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962171008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760696.623765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760696.623767:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760696.623769:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171008:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760696.815346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760697.391263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760697.839333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760698.415250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760698.863322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760699.439279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760699.887327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760700.463277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760700.911360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760701.487271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760701.743367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760701.743382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760701.743406:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760701.743444:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1981
00000100:00080000:2.0:1787760701.743458:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760701.743467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760701.743510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962171136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760701.743541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760701.743544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760701.743546:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760701.743551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1981
00000100:00080000:2.0:1787760701.743554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760701.743558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760701.743570:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760701.743584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962171264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760701.743595:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962171136:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760701.743597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760701.743605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760701.743607:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760701.743611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1981
00000100:00080000:2.0:1787760701.743615:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760701.743619:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760701.743624:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760701.743637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962171392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760701.743670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760701.743711:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760701/real 1787760701]  req@ffff93ed916dda40 x1874600962171136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760701.743725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962171136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760701.743734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760701.743737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760701.743739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962171136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760701.743774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171264:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760701.743800:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760701.743813:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760701/real 1787760701]  req@ffff93ed916dd680 x1874600962171264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760701.743824:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962171264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760701.743831:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760701.743835:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760701.743837:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171264:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760701.743843:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171392:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760701.743861:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760701.743871:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760701/real 1787760701]  req@ffff93ed916de580 x1874600962171392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760701.743881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962171392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760701.743890:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760701.743893:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760701.743896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171392:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760701.935346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760702.511279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760702.959381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760703.535251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760703.983303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760704.559263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760705.007371:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760705.583241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760706.031343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760706.607269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760706.863313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760706.863321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760706.863324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760706.863333:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1986
00000100:00080000:3.0:1787760706.863341:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760706.863348:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760706.863382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962171520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760706.863409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760706.863411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760706.863413:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760706.863418:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1986
00000100:00080000:3.0:1787760706.863432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760706.863435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760706.863443:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760706.863453:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962171520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760706.863454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962171648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760706.863465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760706.863467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760706.863468:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760706.863471:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1986
00000100:00080000:3.0:1787760706.863473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760706.863475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760706.863478:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760706.863487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962171776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760706.863515:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760706.863551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760706/real 1787760706]  req@ffff93eda1098b40 x1874600962171520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760706.863562:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962171520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760706.863569:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760706.863572:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760706.863574:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962171520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760706.863592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171648:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760706.863607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760706.863616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760706/real 1787760706]  req@ffff93eda1099a40 x1874600962171648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760706.863639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962171648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760706.863647:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760706.863650:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760706.863654:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171648:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760706.863660:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171776:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760706.863679:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760706.863697:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760706/real 1787760706]  req@ffff93eda1098780 x1874600962171776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760706.863709:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962171776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760706.863724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760706.863728:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760706.863730:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962171776:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760707.055371:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760707.631263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760708.079281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760708.655290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760709.103347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760709.679250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760710.127297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760710.703278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760711.151373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760711.727280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760711.983273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760711.983283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760711.983287:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760711.983297:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1991
00000100:00080000:3.0:1787760711.983314:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760711.983323:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760711.983350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962171904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760711.983372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760711.983387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760711.983388:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760711.983392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1991
00000100:00080000:3.0:1787760711.983395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760711.983397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760711.983405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760711.983416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962172032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760711.983417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962171904:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760711.983433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760711.983437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760711.983439:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760711.983442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1991
00000100:00080000:3.0:1787760711.983445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760711.983449:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760711.983454:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760711.983466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962172160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760711.983485:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760711.983525:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760711/real 1787760711]  req@ffff93eda1099e00 x1874600962171904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760711.983543:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962171904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760711.983553:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760711.983556:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760711.983560:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962171904:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760711.983584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172032:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760711.983612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760711.983623:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760711/real 1787760711]  req@ffff93eda1098000 x1874600962172032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760711.983634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962172032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760711.983642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760711.983645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760711.983648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172032:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760711.983653:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172160:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760711.983672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760711.983682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760711/real 1787760711]  req@ffff93eda10983c0 x1874600962172160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760711.983693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962172160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760711.983699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760711.983702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760711.983704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172160:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760712.175268:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760712.751287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760713.199307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760713.775235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760714.223280:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760714.799323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760715.247329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760715.823289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760716.271286:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760716.847297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760717.103275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760717.103282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760717.103285:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760717.103302:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 1996
00000100:00080000:3.0:1787760717.103311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760717.103318:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760717.103352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962172288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760717.103386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760717.103388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760717.103390:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760717.103392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1996
00000100:00080000:3.0:1787760717.103395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760717.103398:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760717.103406:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760717.103415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962172416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760717.103421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760717.103424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760717.103425:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760717.103427:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 1996
00000100:00080000:3.0:1787760717.103429:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760717.103431:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760717.103434:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760717.103437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962172288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760717.103443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962172544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760717.103487:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760717.103522:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760717/real 1787760717]  req@ffff93eda109ad00 x1874600962172288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760717.103533:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962172288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760717.103540:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760717.103542:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760717.103545:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962172288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760717.103550:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172416:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760717.103564:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760717.103582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760717/real 1787760717]  req@ffff93eda109a940 x1874600962172416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760717.103589:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962172416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760717.103593:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760717.103595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760717.103597:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172416:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760717.103617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172544:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760717.103635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760717.103648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760717/real 1787760717]  req@ffff93eda10983c0 x1874600962172544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760717.103655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962172544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760717.103660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760717.103662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760717.103664:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172544:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760717.295346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760717.871298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760718.319341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760718.895287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760719.343338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760719.919267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760720.367308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760720.943242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760721.391302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760721.967292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760722.223270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760722.223278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760722.223282:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760722.223291:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2001
00000100:00080000:2.0:1787760722.223300:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760722.223306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760722.223338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962172672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760722.223364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760722.223368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760722.223370:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760722.223374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2001
00000100:00080000:2.0:1787760722.223377:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760722.223380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760722.223389:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760722.223401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962172800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760722.223407:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962172672:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760722.223417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760722.223420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760722.223422:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760722.223426:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2001
00000100:00080000:2.0:1787760722.223429:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760722.223433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760722.223453:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787760722.223458:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760722.223468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962172928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760722.223505:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760722/real 1787760722]  req@ffff93ed916df840 x1874600962172672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760722.223521:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962172672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760722.223528:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760722.223530:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760722.223533:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962172672:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760722.223550:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172800:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760722.223574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760722.223586:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760722/real 1787760722]  req@ffff93ed916de1c0 x1874600962172800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760722.223598:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962172800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760722.223606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760722.223610:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760722.223612:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172800:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760722.223616:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172928:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760722.223630:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760722.223636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760722/real 1787760722]  req@ffff93ed916dcb40 x1874600962172928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760722.223643:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962172928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760722.223647:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760722.223649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760722.223651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962172928:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760722.415317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760722.991279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760723.439354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760724.015276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760724.463306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760725.039292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760725.487351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760726.063283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760726.511319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760727.087270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760727.343264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760727.343272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760727.343277:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760727.343285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2007
00000100:00080000:3.0:1787760727.343311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760727.343319:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760727.343363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962173056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760727.343391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760727.343395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760727.343397:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760727.343401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2007
00000100:00080000:3.0:1787760727.343405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760727.343409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760727.343419:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760727.343432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962173184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760727.343440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962173056:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760727.343449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760727.343454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760727.343456:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760727.343461:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2007
00000100:00080000:3.0:1787760727.343465:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760727.343469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760727.343475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760727.343486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962173312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760727.343505:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760727.343557:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760727/real 1787760727]  req@ffff93eda1098000 x1874600962173056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760727.343577:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962173056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760727.343589:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760727.343595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760727.343599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962173056:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760727.343632:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173184:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760727.343661:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760727.343676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760727/real 1787760727]  req@ffff93eda1099e00 x1874600962173184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760727.343690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962173184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760727.343699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760727.343702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760727.343706:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173184:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760727.343710:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173312:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760727.343727:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760727.343743:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760727/real 1787760727]  req@ffff93eda1098780 x1874600962173312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760727.343751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962173312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760727.343756:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760727.343758:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760727.343760:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173312:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760727.535314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760728.111272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760728.559276:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760729.135275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760729.583338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760730.159275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760730.607319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760731.183266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760731.631306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760732.207279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760732.463288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760732.463299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760732.463303:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760732.463313:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2012
00000100:00080000:2.0:1787760732.463323:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760732.463330:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760732.463368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962173440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760732.463397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760732.463401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760732.463403:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760732.463408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2012
00000100:00080000:2.0:1787760732.463411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760732.463415:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760732.463424:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760732.463438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962173568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760732.463449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760732.463453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760732.463455:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787760732.463458:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962173440:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760732.463462:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2012
00000100:00080000:2.0:1787760732.463483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760732.463489:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760732.463495:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760732.463509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962173696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760732.463524:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760732.463574:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760732/real 1787760732]  req@ffff93ed916dcb40 x1874600962173440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760732.463589:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962173440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760732.463597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760732.463601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760732.463604:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962173440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760732.463622:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173568:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760732.463654:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760732.463668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760732/real 1787760732]  req@ffff93ed916de1c0 x1874600962173568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760732.463681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962173568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760732.463690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760732.463694:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760732.463697:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173568:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760732.463704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173696:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760732.463727:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760732.463739:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760732/real 1787760732]  req@ffff93ed916df840 x1874600962173696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760732.463750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962173696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760732.463759:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760732.463762:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760732.463765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173696:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760732.655298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760733.231234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760733.679343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760734.255303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760734.703336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760735.279249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760735.727356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760736.303284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760736.751306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760737.327281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760737.583295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760737.583303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760737.583306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760737.583314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2017
00000100:00080000:0.0:1787760737.583323:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760737.583329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760737.583361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962173824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760737.583386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760737.583389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760737.583391:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760737.583394:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2017
00000100:00080000:0.0:1787760737.583396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760737.583399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760737.583407:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760737.583417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962173952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760737.583424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760737.583426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760737.583428:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760737.583430:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2017
00000100:00080000:0.0:1787760737.583432:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760737.583434:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760737.583449:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962173824:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787760737.583454:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760737.583472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962174080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760737.583549:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760737.583610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760737/real 1787760737]  req@ffff93ed82c25e00 x1874600962173824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760737.583636:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962173824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760737.583650:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760737.583654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760737.583658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962173824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760737.583667:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173952:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760737.583708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760737.583725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760737/real 1787760737]  req@ffff93ed82c26d00 x1874600962173952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760737.583737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962173952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760737.583745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760737.583749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760737.583764:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962173952:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760737.583800:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174080:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760737.583823:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760737.583833:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760737/real 1787760737]  req@ffff93ed82c261c0 x1874600962174080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760737.583845:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962174080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760737.583853:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760737.583856:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760737.583860:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174080:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760737.775366:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760738.351268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760738.799288:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760739.375291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760739.823386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760740.399233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760740.847304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760741.423261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760741.871341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760742.447230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760742.703294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760742.703317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760742.703321:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760742.703330:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2022
00000100:00080000:3.0:1787760742.703340:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760742.703347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760742.703375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962174208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760742.703400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760742.703405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760742.703407:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760742.703411:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2022
00000100:00080000:3.0:1787760742.703414:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760742.703418:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760742.703427:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760742.703437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962174208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760742.703442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962174336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760742.703454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760742.703457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760742.703459:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760742.703462:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2022
00000100:00080000:3.0:1787760742.703466:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760742.703469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760742.703474:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760742.703484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962174464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760742.703489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760742.703530:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760742/real 1787760742]  req@ffff93eda1099a40 x1874600962174208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760742.703543:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962174208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760742.703550:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760742.703553:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760742.703555:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962174208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760742.703582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174336:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760742.703609:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760742.703623:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760742/real 1787760742]  req@ffff93eda1098b40 x1874600962174336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760742.703630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962174336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760742.703636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760742.703639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760742.703642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174336:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760742.703648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174464:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760742.703667:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760742.703677:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760742/real 1787760742]  req@ffff93eda1098780 x1874600962174464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760742.703685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962174464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760742.703690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760742.703691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760742.703693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174464:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760742.895280:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760743.471282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760743.919334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760744.495329:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760744.943382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760745.519245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760745.967313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760746.543259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760746.991297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760747.567246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760747.823263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760747.823272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760747.823277:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760747.823286:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2027
00000100:00080000:3.0:1787760747.823296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760747.823302:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760747.823337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962174592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760747.823363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760747.823367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760747.823368:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760747.823372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2027
00000100:00080000:3.0:1787760747.823374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760747.823378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760747.823386:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760747.823398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962174720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760747.823407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760747.823410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760747.823412:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760747.823416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2027
00000100:00080000:3.0:1787760747.823420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787760747.823424:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962174592:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760747.823425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760747.823444:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760747.823454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962174848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760747.823526:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174720:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760747.823561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174848:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760748.015318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760748.591321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760749.039355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760749.615282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760750.063357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760750.639249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760750.895429:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760750.895478:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760750.895493:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760750.895531:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760750.895540:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760750.895577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760747/real 1787760750]  req@ffff93eda10983c0 x1874600962174848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760750.895607:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962174848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760750.895619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760750.895624:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760750.895628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174848:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760750.895643:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760747/real 1787760750]  req@ffff93eda1099e00 x1874600962174592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760750.895657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962174592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760750.895665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760750.895669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760750.895672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962174592:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760750.895679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760747/real 1787760750]  req@ffff93eda1098000 x1874600962174720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760750.895691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962174720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760750.895700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760750.895703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760750.895720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962174720:192.168.204.156@tcp:38:kworker.0
00010000:00010000:1.0:1787760751.087339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760751.663296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760752.111385:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760752.687300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760752.943278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760752.943297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760752.943302:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760752.943312:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2032
00000100:00080000:2.0:1787760752.943323:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760752.943330:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760752.943371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962174976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760752.943410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760752.943414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760752.943416:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760752.943420:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2032
00000100:00080000:2.0:1787760752.943423:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760752.943427:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760752.943435:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760752.943447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962175104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760752.943456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760752.943459:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760752.943461:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760752.943464:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2032
00000100:00080000:2.0:1787760752.943467:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760752.943470:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760752.943496:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760752.943508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962175232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760752.943545:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962174976:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787760752.943600:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760752.943646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760752/real 1787760752]  req@ffff93ed916de580 x1874600962174976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760752.943664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962174976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760752.943674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760752.943684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760752.943689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962174976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760752.943702:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175104:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760752.943725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760752.943738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760752/real 1787760752]  req@ffff93ed916dd680 x1874600962175104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760752.943749:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962175104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760752.943757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760752.943760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760752.943766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175104:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760752.943774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175232:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760752.943794:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760752.943805:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760752/real 1787760752]  req@ffff93ed916dda40 x1874600962175232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760752.943815:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962175232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760752.943823:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760752.943826:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760752.943829:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175232:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760753.135418:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760753.711333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760754.159455:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760754.735343:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760755.183365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760755.759267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760756.207395:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760756.784509:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760757.231364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760757.807226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760758.063345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760758.063354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760758.063358:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760758.063372:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2037
00000100:00080000:0.0:1787760758.063381:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760758.063388:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760758.063419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962175360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760758.063450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760758.063453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760758.063455:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760758.063459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2037
00000100:00080000:0.0:1787760758.063462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760758.063466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760758.063474:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760758.063486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962175488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760758.063496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760758.063500:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962175360:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760758.063501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760758.063505:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760758.063511:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2037
00000100:00080000:0.0:1787760758.063528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760758.063533:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760758.063538:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760758.063550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962175616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760758.063561:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760758.063598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760758/real 1787760758]  req@ffff93ed82c27480 x1874600962175360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760758.063613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962175360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760758.063623:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760758.063626:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760758.063629:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962175360:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760758.063651:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175488:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760758.063669:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760758.063677:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760758/real 1787760758]  req@ffff93ed82c270c0 x1874600962175488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760758.063685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962175488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760758.063690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760758.063692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760758.063694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175488:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760758.063697:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175616:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760758.063716:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760758.063722:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760758/real 1787760758]  req@ffff93ed82c24b40 x1874600962175616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760758.063728:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962175616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760758.063733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760758.063735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760758.063737:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175616:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760758.255360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760758.831264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760759.279308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760759.855298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760760.303369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760760.879323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760761.327333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760761.903257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760762.351320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760762.927289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760763.183297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760763.183308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760763.183312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760763.183322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2042
00000100:00080000:0.0:1787760763.183331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760763.183337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760763.183372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962175744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760763.183398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760763.183402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760763.183404:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760763.183408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2042
00000100:00080000:0.0:1787760763.183411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760763.183416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760763.183426:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760763.183437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962175744:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760763.183457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962175872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760763.183469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760763.183472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760763.183474:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760763.183478:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2042
00000100:00080000:0.0:1787760763.183483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760763.183487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760763.183493:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1787760763.183502:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760763.183507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962176000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760763.183545:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760763/real 1787760763]  req@ffff93ed82c26940 x1874600962175744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760763.183556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962175744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760763.183563:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760763.183566:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760763.183569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962175744:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760763.183587:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175872:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760763.183600:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760763.183607:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760763/real 1787760763]  req@ffff93ed82c243c0 x1874600962175872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760763.183624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962175872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760763.183629:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760763.183631:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760763.183633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962175872:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760763.183636:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176000:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760763.183658:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760763.183665:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760763/real 1787760763]  req@ffff93ed82c24780 x1874600962176000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760763.183671:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962176000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760763.183676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760763.183678:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760763.183679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176000:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760763.375331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760763.951271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760764.399333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760764.975281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760765.423299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760765.999257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760766.447301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760767.023293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760767.471304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760768.047301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760768.303280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760768.303289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760768.303293:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760768.303303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2047
00000100:00080000:3.0:1787760768.303312:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760768.303318:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760768.303352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962176128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760768.303377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760768.303380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760768.303382:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760768.303385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2047
00000100:00080000:3.0:1787760768.303389:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760768.303392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760768.303401:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760768.303414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962176256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760768.303424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760768.303430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962176128:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760768.303439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760768.303441:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760768.303444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2047
00000100:00080000:3.0:1787760768.303459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760768.303463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760768.303467:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760768.303478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962176384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760768.303485:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760768.303527:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760768/real 1787760768]  req@ffff93eda109a940 x1874600962176128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760768.303538:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962176128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760768.303554:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760768.303558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760768.303562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962176128:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760768.303585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176256:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760768.303610:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760768.303622:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760768/real 1787760768]  req@ffff93eda109ad00 x1874600962176256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760768.303633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962176256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760768.303640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760768.303643:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760768.303646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176256:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760768.303652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176384:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760768.303671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760768.303686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760768/real 1787760768]  req@ffff93eda1098000 x1874600962176384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760768.303697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962176384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760768.303704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760768.303706:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760768.303708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176384:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760768.495290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760769.071296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760769.519307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760770.095271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760770.543288:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760771.119299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760771.567315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760772.143271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760772.591310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760773.167283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760773.423300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760773.423307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760773.423311:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760773.423319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2053
00000100:00080000:0.0:1787760773.423329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760773.423351:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760773.423379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962176512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760773.423411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760773.423415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760773.423417:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760773.423422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2053
00000100:00080000:0.0:1787760773.423427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760773.423432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760773.423443:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760773.423456:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962176512:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760773.423461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962176640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760773.423474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760773.423478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760773.423480:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760773.423484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2053
00000100:00080000:0.0:1787760773.423487:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760773.423492:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760773.423497:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760773.423509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962176768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760773.423525:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760773.423575:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760773/real 1787760773]  req@ffff93ed82c27840 x1874600962176512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760773.423588:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962176512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760773.423597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760773.423600:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760773.423604:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962176512:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760773.423624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176640:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760773.423641:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760773.423649:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760773/real 1787760773]  req@ffff93ed82c24000 x1874600962176640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760773.423657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962176640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760773.423662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760773.423664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760773.423666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176640:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760773.423670:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176768:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760773.423682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760773.423688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760773/real 1787760773]  req@ffff93ed82c252c0 x1874600962176768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760773.423709:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962176768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760773.423718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760773.423721:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760773.423724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962176768:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760773.615295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760774.191286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760774.639343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760775.215254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760775.663299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760776.239285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760776.687336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760777.263242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760777.711317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760778.287296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760778.543254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760778.543262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760778.543266:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760778.543275:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2058
00000100:00080000:3.0:1787760778.543284:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760778.543291:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760778.543323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962176896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760778.543346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760778.543349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760778.543350:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760778.543353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2058
00000100:00080000:3.0:1787760778.543355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760778.543357:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760778.543365:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760778.543373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962177024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760778.543381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760778.543399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962176896:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760778.543400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760778.543404:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760778.543409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2058
00000100:00080000:3.0:1787760778.543412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760778.543415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760778.543420:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760778.543429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962177152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760778.543461:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760778.543505:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760778/real 1787760778]  req@ffff93eda1099e00 x1874600962176896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760778.543519:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962176896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760778.543527:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760778.543531:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760778.543535:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962176896:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760778.543541:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177024:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760778.543558:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760778.543566:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760778/real 1787760778]  req@ffff93eda10983c0 x1874600962177024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760778.543574:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962177024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760778.543590:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760778.543593:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760778.543595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177024:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760778.543617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177152:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760778.543632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760778.543641:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760778/real 1787760778]  req@ffff93eda1098780 x1874600962177152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760778.543654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962177152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760778.543672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760778.543676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760778.543679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177152:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760778.735302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760779.311237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760779.759314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760780.335273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760780.783355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760781.359247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760781.807308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760782.383317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760782.831369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760783.407280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760783.663294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760783.663305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760783.663310:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760783.663322:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2063
00000100:00080000:3.0:1787760783.663334:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760783.663343:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760783.663387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962177280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760783.663417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760783.663420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760783.663422:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760783.663425:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2063
00000100:00080000:3.0:1787760783.663428:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760783.663431:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760783.663440:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760783.663452:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962177408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760783.663479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760783.663482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760783.663484:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760783.663491:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2063
00000100:00100000:2.0:1787760783.663493:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962177280:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760783.663495:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760783.663504:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760783.663521:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760783.663538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962177536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760783.663579:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760783.663634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760783/real 1787760783]  req@ffff93eda1098b40 x1874600962177280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760783.663651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962177280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760783.663661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760783.663665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760783.663669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962177280:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760783.663702:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177408:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760783.663722:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760783.663732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760783/real 1787760783]  req@ffff93eda1099a40 x1874600962177408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760783.663740:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962177408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760783.663746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760783.663749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760783.663751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177408:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760783.663755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177536:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760783.663767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760783.663772:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760783/real 1787760783]  req@ffff93eda1098780 x1874600962177536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760783.663780:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962177536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760783.663785:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760783.663787:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760783.663789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177536:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760783.855350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760784.431278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760784.879328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760785.455313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760785.903326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760786.479356:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760786.927356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760787.503274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760787.951363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760788.527288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760788.783278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760788.783288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760788.783292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760788.783303:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2068
00000100:00080000:3.0:1787760788.783314:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760788.783322:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760788.783359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962177664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760788.783391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760788.783396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760788.783398:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760788.783403:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2068
00000100:00080000:3.0:1787760788.783407:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760788.783411:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760788.783435:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760788.783438:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962177664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760788.783454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962177792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760788.783479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760788.783483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760788.783485:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760788.783489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2068
00000800:00000100:2.0:1787760788.783493:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787760788.783498:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760788.783505:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760788.783512:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760788.783527:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962177920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760788.783547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760788/real 1787760788]  req@ffff93eda10983c0 x1874600962177664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760788.783572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962177664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760788.783580:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760788.783584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760788.783587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962177664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760788.783606:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177792:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760788.783623:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760788.783631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760788/real 1787760788]  req@ffff93eda1099e00 x1874600962177792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760788.783639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962177792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760788.783645:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760788.783647:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760788.783649:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177792:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760788.783653:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177920:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760788.783672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760788.783679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760788/real 1787760788]  req@ffff93eda1098000 x1874600962177920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760788.783686:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962177920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760788.783734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760788.783738:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760788.783742:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962177920:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760788.975351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760789.551285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760789.999329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760790.575289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760791.023359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760791.599255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760792.047289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760792.623274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760793.071308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760793.647293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760793.903265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760793.903280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760793.903285:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760793.903300:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2073
00000100:00080000:3.0:1787760793.903315:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760793.903325:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760793.903376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962178048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760793.903413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760793.903418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760793.903420:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760793.903425:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2073
00000100:00080000:3.0:1787760793.903449:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760793.903453:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760793.903464:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760793.903474:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962178048:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760793.903478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962178176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760793.903490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760793.903493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760793.903494:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760793.903497:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2073
00000100:00080000:3.0:1787760793.903501:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760793.903503:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760793.903507:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760793.903517:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962178304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760793.903555:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760793.903611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760793/real 1787760793]  req@ffff93eda109ad00 x1874600962178048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760793.903638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962178048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760793.903650:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760793.903653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760793.903656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962178048:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760793.903685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178176:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760793.903704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760793.903714:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760793/real 1787760793]  req@ffff93eda109a940 x1874600962178176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760793.903722:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962178176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760793.903729:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760793.903731:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760793.903733:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178176:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760793.903745:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178304:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760793.903761:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760793.903769:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760793/real 1787760793]  req@ffff93eda1098000 x1874600962178304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760793.903776:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962178304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760793.903782:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760793.903784:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760793.903786:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178304:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760794.095389:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760794.671247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760795.119412:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760795.695286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760796.143348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760796.719305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760797.167360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760797.743259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760798.191366:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760798.767305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760799.023293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760799.023304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760799.023308:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760799.023320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2078
00000100:00080000:3.0:1787760799.023332:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760799.023340:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760799.023385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962178432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760799.023412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760799.023433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760799.023435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760799.023440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2078
00000100:00080000:3.0:1787760799.023443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760799.023447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760799.023457:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760799.023468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962178560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760799.023477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760799.023487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760799.023488:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760799.023494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2078
00000100:00080000:3.0:1787760799.023511:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787760799.023516:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962178432:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760799.023518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760799.023531:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760799.023548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962178688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760799.023601:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760799.023663:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760799/real 1787760799]  req@ffff93eda1099e00 x1874600962178432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760799.023692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962178432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760799.023701:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760799.023705:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760799.023708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962178432:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760799.023714:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178560:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760799.023733:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760799.023742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760799/real 1787760799]  req@ffff93eda10983c0 x1874600962178560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760799.023764:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962178560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760799.023770:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760799.023772:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760799.023775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178560:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760799.023804:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178688:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760799.023827:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760799.023839:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760799/real 1787760799]  req@ffff93eda1098780 x1874600962178688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760799.023847:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962178688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760799.023852:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760799.023855:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760799.023857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178688:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760799.215298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760799.791349:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760800.239309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760800.815262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760801.263352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760801.839352:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760802.287320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760802.863237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760803.311333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760803.887281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760804.143364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760804.143372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760804.143376:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760804.143384:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2083
00000100:00080000:0.0:1787760804.143393:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760804.143430:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760804.143460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962178816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760804.143485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760804.143488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760804.143489:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760804.143492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2083
00000100:00080000:0.0:1787760804.143496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760804.143498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760804.143507:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760804.143516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962178944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760804.143524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760804.143528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760804.143531:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787760804.143531:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962178816:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760804.143540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2083
00000100:00080000:0.0:1787760804.143542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760804.143544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760804.143548:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760804.143556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962179072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760804.143595:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760804.143631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760804/real 1787760804]  req@ffff93ed82c252c0 x1874600962178816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760804.143653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962178816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760804.143672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760804.143675:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760804.143678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962178816:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760804.143699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178944:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760804.143717:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760804.143733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760804/real 1787760804]  req@ffff93ed82c24000 x1874600962178944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760804.143742:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962178944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760804.143747:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760804.143750:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760804.143752:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962178944:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760804.143755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179072:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760804.143767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760804.143773:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760804/real 1787760804]  req@ffff93ed82c27840 x1874600962179072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760804.143780:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962179072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760804.143786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760804.143787:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760804.143789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179072:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760804.335325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760804.911290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760805.359312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760805.935294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760806.383344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760806.959261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760807.407312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760807.983285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760808.431399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760809.007370:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760809.263322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760809.263333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760809.263338:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760809.263350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2088
00000100:00080000:3.0:1787760809.263367:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760809.263376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760809.263431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962179200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760809.263487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760809.263490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760809.263492:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760809.263496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2088
00000100:00080000:3.0:1787760809.263515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760809.263520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760809.263531:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760809.263548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962179328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760809.263559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787760809.263578:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962179200:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760809.263582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760809.263589:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760809.263594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2088
00000100:00080000:3.0:1787760809.263598:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760809.263600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760809.263607:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760809.263627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962179456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760809.263654:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760809.263705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760809/real 1787760809]  req@ffff93eda1099a40 x1874600962179200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760809.263719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962179200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760809.263729:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760809.263732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760809.263736:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962179200:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760809.263758:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179328:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760809.263774:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760809.263782:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760809/real 1787760809]  req@ffff93eda1098b40 x1874600962179328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760809.263789:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962179328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760809.263806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760809.263809:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760809.263811:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179328:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760809.263815:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179456:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760809.263825:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760809.263831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760809/real 1787760809]  req@ffff93eda1098780 x1874600962179456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760809.263854:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962179456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760809.263869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760809.263871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760809.263873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179456:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760809.455390:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760810.031310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760810.479380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760811.055295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760811.503316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760812.079350:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760812.527403:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760813.103314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760813.551306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760814.127287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760814.383305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760814.383316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760814.383320:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760814.383331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2094
00000100:00080000:3.0:1787760814.383360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760814.383367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760814.383404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962179584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760814.383436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760814.383440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760814.383442:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760814.383446:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2094
00000100:00080000:3.0:1787760814.383450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760814.383455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760814.383464:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760814.383479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962179712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760814.383489:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962179584:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760814.383494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760814.383500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760814.383502:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760814.383507:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2094
00000100:00080000:3.0:1787760814.383511:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760814.383515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760814.383522:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760814.383537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962179840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760814.383598:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179712:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760814.383621:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179840:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760814.575345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760815.151281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760815.599365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760816.175299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760816.623353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760817.199283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:0.0:1787760817.455414:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1787760817.455459:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787760817.455475:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787760817.455508:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787760817.455517:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787760817.455557:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760814/real 1787760817]  req@ffff93eda1099e00 x1874600962179712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760817.455585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962179712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760817.455597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760817.455603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760817.455607:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179712:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760817.455615:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760814/real 1787760817]  req@ffff93eda1098000 x1874600962179840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760817.455645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962179840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760817.455679:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760817.455684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760817.455688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962179840:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787760817.455696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760814/real 1787760817]  req@ffff93eda10983c0 x1874600962179584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760817.455711:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962179584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760817.455718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760817.455722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760817.455725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962179584:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787760817.647419:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760818.223247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760818.671377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760819.247260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760819.503276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760819.503302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760819.503307:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760819.503318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2099
00000100:00080000:3.0:1787760819.503329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760819.503336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760819.503371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962179968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760819.503405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760819.503409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760819.503411:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760819.503417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2099
00000100:00080000:3.0:1787760819.503421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760819.503425:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760819.503435:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760819.503447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962180096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760819.503460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962179968:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760819.503463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760819.503471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760819.503474:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760819.503479:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2099
00000100:00080000:3.0:1787760819.503483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760819.503488:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760819.503494:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760819.503508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962180224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760819.503534:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760819.503601:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760819/real 1787760819]  req@ffff93eda109a940 x1874600962179968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760819.503626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962179968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760819.503638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760819.503641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760819.503645:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962179968:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760819.503673:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180096:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760819.503719:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760819.503735:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760819/real 1787760819]  req@ffff93eda109ad00 x1874600962180096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760819.503750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962180096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760819.503759:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760819.503763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760819.503766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180096:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760819.503774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180224:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760819.503795:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760819.503807:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760819/real 1787760819]  req@ffff93eda10983c0 x1874600962180224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760819.503819:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962180224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760819.503827:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760819.503831:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760819.503834:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180224:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760819.695343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760820.271247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760820.719302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760821.295297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760821.743341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760822.319276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760822.767359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760823.343305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760823.791343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760824.367287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760824.623275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760824.623287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760824.623291:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760824.623302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2104
00000100:00080000:3.0:1787760824.623313:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760824.623321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760824.623358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962180352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760824.623382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760824.623385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760824.623387:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760824.623390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2104
00000100:00080000:3.0:1787760824.623393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760824.623396:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760824.623403:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760824.623412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962180480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760824.623420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760824.623423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760824.623424:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760824.623434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2104
00000100:00080000:3.0:1787760824.623436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787760824.623441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962180352:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760824.623442:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760824.623462:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760824.623472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962180608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760824.623508:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760824.623547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760824/real 1787760824]  req@ffff93eda1098000 x1874600962180352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760824.623574:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962180352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760824.623583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760824.623586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760824.623589:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962180352:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760824.623594:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180480:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760824.623612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760824.623620:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760824/real 1787760824]  req@ffff93eda1099e00 x1874600962180480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760824.623628:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962180480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760824.623634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760824.623636:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760824.623638:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180480:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760824.623665:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180608:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760824.623687:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760824.623698:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760824/real 1787760824]  req@ffff93eda1098780 x1874600962180608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760824.623706:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962180608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760824.623720:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760824.623723:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760824.623726:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180608:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760824.815333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760825.391293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760825.839341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760826.415270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760826.863363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760827.439289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760827.887375:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760828.463319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760828.911362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760829.487283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760829.743277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760829.743286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760829.743291:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760829.743300:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2109
00000100:00080000:0.0:1787760829.743322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760829.743329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760829.743364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962180736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760829.743397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760829.743400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760829.743403:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760829.743409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2109
00000100:00080000:0.0:1787760829.743414:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760829.743419:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760829.743431:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760829.743449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962180864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760829.743456:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962180736:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760829.743467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760829.743471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760829.743473:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760829.743478:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2109
00000100:00080000:0.0:1787760829.743481:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760829.743485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760829.743491:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760829.743503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962180992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760829.743578:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760829.743713:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760829/real 1787760829]  req@ffff93ed82c24780 x1874600962180736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760829.743730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962180736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760829.743739:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760829.743743:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760829.743746:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962180736:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760829.743818:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180864:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787760829.743838:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760829.743849:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760829/real 1787760829]  req@ffff93ed82c243c0 x1874600962180864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760829.743857:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962180864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760829.743863:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760829.743865:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760829.743867:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180864:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760829.743871:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180992:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787760829.743892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760829.743899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760829/real 1787760829]  req@ffff93ed82c26940 x1874600962180992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760829.743925:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962180992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760829.743930:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760829.743933:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760829.743935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962180992:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760829.935334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760830.511269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760830.959329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760831.535311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760831.983351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760832.559232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760833.007333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760833.583282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760834.031343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760834.607249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760834.863288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760834.863297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760834.863301:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760834.863309:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2114
00000100:00080000:3.0:1787760834.863317:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760834.863323:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760834.863356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962181120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760834.863380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760834.863384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760834.863386:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760834.863391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2114
00000100:00080000:3.0:1787760834.863396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760834.863400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760834.863421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962181120:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787760834.863429:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760834.863444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962181248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760834.863454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760834.863456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760834.863458:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760834.863461:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2114
00000100:00080000:3.0:1787760834.863473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760834.863476:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:2.0:1787760834.863481:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787760834.863481:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760834.863495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962181376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787760834.863530:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760834/real 1787760834]  req@ffff93eda1098b40 x1874600962181120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760834.863551:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962181120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760834.863562:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760834.863567:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760834.863571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962181120:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760834.863591:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181248:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760834.863610:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760834.863619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760834/real 1787760834]  req@ffff93eda1099a40 x1874600962181248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760834.863640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962181248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760834.863646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760834.863649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760834.863651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181248:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760834.863661:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181376:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760834.863677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760834.863685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760834/real 1787760834]  req@ffff93eda1098780 x1874600962181376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760834.863693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962181376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760834.863698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760834.863700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760834.863702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181376:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787760835.055306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760835.631283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760836.079357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760836.655355:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760837.103368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760837.679329:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760838.127345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760838.703283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760839.151367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760839.727298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760839.983316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760839.983330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760839.983336:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760839.983349:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2119
00000100:00080000:3.0:1787760839.983363:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760839.983372:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760839.983421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962181504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760839.983451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760839.983456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760839.983475:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760839.983481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2119
00000100:00080000:3.0:1787760839.983485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760839.983490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760839.983503:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760839.983506:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962181504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760839.983518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962181632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760839.983530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760839.983534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760839.983536:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760839.983540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2119
00000100:00080000:3.0:1787760839.983544:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760839.983548:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760839.983553:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760839.983565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962181760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760839.983588:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760839.983638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760839/real 1787760839]  req@ffff93eda1099e00 x1874600962181504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760839.983656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962181504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760839.983668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760839.983672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760839.983676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962181504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760839.983719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181632:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760839.983740:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760839.983760:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760839/real 1787760839]  req@ffff93eda1098000 x1874600962181632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760839.983772:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962181632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760839.983780:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760839.983783:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760839.983787:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181632:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760839.983792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181760:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760839.983809:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760839.983819:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760839/real 1787760839]  req@ffff93eda10983c0 x1874600962181760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760839.983830:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962181760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760839.983837:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760839.983840:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760839.983852:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962181760:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760840.175372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760840.751287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760841.199368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760841.775288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760842.223311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760842.799294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760843.247297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760843.823275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760844.271363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760844.847287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760845.103312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760845.103321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760845.103326:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760845.103337:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2124
00000100:00080000:2.0:1787760845.103348:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760845.103385:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760845.103420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962181888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760845.103451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760845.103455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760845.103457:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760845.103463:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2124
00000100:00080000:2.0:1787760845.103478:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787760845.103484:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962181888:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787760845.103487:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760845.103501:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760845.103519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962182016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760845.103533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760845.103536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760845.103539:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1787760845.103541:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1787760845.103546:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2124
00000100:00080000:2.0:1787760845.103552:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760845.103557:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760845.103564:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760845.103579:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962182144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760845.103588:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760845/real 1787760845]  req@ffff93ed916dde00 x1874600962181888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760845.103619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962181888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760845.103629:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760845.103640:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760845.103643:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962181888:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760845.103663:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182016:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787760845.103682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760845.103691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760845/real 1787760845]  req@ffff93ed916dc000 x1874600962182016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760845.103699:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962182016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760845.103704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760845.103706:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760845.103709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182016:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760845.103712:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182144:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787760845.103722:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760845.103728:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760845/real 1787760845]  req@ffff93ed916dfc00 x1874600962182144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760845.103735:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962182144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760845.103740:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760845.103742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760845.103744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182144:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760845.295355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760845.871340:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760846.319346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760846.895288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760847.343332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760847.919280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760848.367337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760848.943327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760849.391322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760849.967300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760850.223320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760850.223331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760850.223335:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760850.223354:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2129
00000100:00080000:2.0:1787760850.223366:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760850.223375:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760850.223413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962182272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760850.223444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760850.223449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760850.223451:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760850.223456:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2129
00000100:00080000:2.0:1787760850.223469:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760850.223475:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760850.223486:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760850.223499:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962182272:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760850.223504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962182400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760850.223532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760850.223540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760850.223542:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760850.223546:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2129
00000100:00080000:2.0:1787760850.223550:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760850.223555:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760850.223570:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760850.223585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962182528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760850.223599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760850.223664:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760850/real 1787760850]  req@ffff93ed916dc3c0 x1874600962182272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760850.223683:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962182272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760850.223697:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760850.223703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760850.223708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962182272:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760850.223733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182400:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787760850.223758:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760850.223771:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760850/real 1787760850]  req@ffff93ed916dcf00 x1874600962182400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760850.223785:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962182400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760850.223795:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760850.223799:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760850.223802:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182400:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760850.223809:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182528:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787760850.223828:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760850.223840:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760850/real 1787760850]  req@ffff93ed916ded00 x1874600962182528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760850.223868:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962182528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760850.223878:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760850.223882:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760850.223886:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182528:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760850.415331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760850.991319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760851.439325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760852.015262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760852.463318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760853.039281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760853.487304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760854.063300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760854.511351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760855.087323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787760855.343351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760855.343364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787760855.343369:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760855.343381:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2135
00000100:00080000:0.0:1787760855.343394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760855.343402:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760855.343491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962182656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760855.343534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760855.343538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787760855.343539:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760855.343543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2135
00000100:00080000:0.0:1787760855.343547:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787760855.343551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760855.343561:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760855.343573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962182784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787760855.343583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787760855.343586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787760855.343588:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787760855.343592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2135
00000100:00080000:0.0:1787760855.343601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787760855.343602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962182656:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787760855.343607:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787760855.343617:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787760855.343628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962182912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760855.343680:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760855.343733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760855/real 1787760855]  req@ffff93ed82c24b40 x1874600962182656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760855.343753:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962182656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760855.343765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760855.343771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760855.343777:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962182656:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760855.343803:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182784:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787760855.343827:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760855.343839:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760855/real 1787760855]  req@ffff93ed82c270c0 x1874600962182784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760855.343853:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962182784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760855.343886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760855.343889:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760855.343892:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182784:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760855.343897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182912:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787760855.343915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760855.343923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760855/real 1787760855]  req@ffff93ed82c27480 x1874600962182912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760855.343935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962182912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760855.343944:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760855.343947:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760855.343950:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962182912:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760855.535310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760856.111314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760856.559365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760857.135300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760857.583310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760858.159285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760858.607313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760859.183281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760859.631308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760860.207275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760860.463332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760860.463340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760860.463344:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760860.463353:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2140
00000100:00080000:3.0:1787760860.463368:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760860.463375:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760860.463406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962183040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760860.463428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760860.463446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760860.463448:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760860.463454:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2140
00000100:00080000:3.0:1787760860.463458:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760860.463462:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760860.463472:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760860.463477:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962183040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760860.463486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962183168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760860.463497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760860.463500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760860.463502:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760860.463506:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2140
00000100:00080000:3.0:1787760860.463510:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760860.463513:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760860.463518:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760860.463529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962183296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787760860.463537:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760860.463577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760860/real 1787760860]  req@ffff93eda109ad00 x1874600962183040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760860.463602:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962183040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760860.463611:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760860.463614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760860.463616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962183040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787760860.463640:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183168:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787760860.463666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760860.463679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760860/real 1787760860]  req@ffff93eda109a940 x1874600962183168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760860.463692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962183168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760860.463708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760860.463710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760860.463713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183168:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787760860.463717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183296:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787760860.463734:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787760860.463742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760860/real 1787760860]  req@ffff93eda10983c0 x1874600962183296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787760860.463749:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962183296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787760860.463754:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787760860.463756:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787760860.463758:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183296:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760860.655349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760861.231229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760861.679317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760862.255245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760862.703389:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760863.279283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760863.727401:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760864.303284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760864.751377:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760865.327365:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760865.583296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760865.583308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760865.583312:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760865.583325:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2145
00000100:00080000:3.0:1787760865.583338:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760865.583346:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760865.583395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962183424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760865.583452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760865.583455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760865.583457:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760865.583461:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2145
00000100:00080000:3.0:1787760865.583466:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760865.583474:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760865.583485:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760865.583499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962183552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760865.583508:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962183424:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760865.583512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760865.583517:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760865.583519:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760865.583523:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2145
00000100:00080000:3.0:1787760865.583526:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760865.583529:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760865.583533:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760865.583544:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962183680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760865.583594:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760865.583636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760865/real 1787760865]  req@ffff93eda1098000 x1874600962183424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760865.583657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962183424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760865.583667:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760865.583673:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760865.583678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962183424:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760865.583705:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183552:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760865.583722:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760865.583731:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760865/real 1787760865]  req@ffff93eda1099e00 x1874600962183552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760865.583739:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962183552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760865.583745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760865.583747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760865.583749:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183552:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760865.583763:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183680:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760865.583802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760865.583819:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760865/real 1787760865]  req@ffff93eda1098780 x1874600962183680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760865.583829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962183680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760865.583836:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760865.583840:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760865.583843:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183680:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760865.775426:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760866.351278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760866.799331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760867.375291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760867.823326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760868.399283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760868.847390:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760869.423299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760869.871323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760870.447297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760870.703289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760870.703301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760870.703305:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760870.703316:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2150
00000100:00080000:3.0:1787760870.703344:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760870.703353:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760870.703387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962183808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760870.703410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760870.703413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760870.703415:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760870.703418:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2150
00000100:00080000:3.0:1787760870.703420:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760870.703423:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760870.703431:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760870.703439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962183936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760870.703446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760870.703449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760870.703450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760870.703453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2150
00000100:00080000:3.0:1787760870.703455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760870.703458:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760870.703462:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760870.703470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962184064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760870.703481:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962183808:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787760870.703549:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760870.703619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760870/real 1787760870]  req@ffff93eda1099a40 x1874600962183808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760870.703641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962183808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760870.703654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760870.703658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760870.703663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962183808:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760870.703680:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183936:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760870.703707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760870.703721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760870/real 1787760870]  req@ffff93eda1098b40 x1874600962183936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760870.703735:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962183936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760870.703745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760870.703749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760870.703753:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962183936:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760870.703779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184064:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760870.703802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760870.703814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760870/real 1787760870]  req@ffff93eda1098780 x1874600962184064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760870.703828:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962184064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760870.703836:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760870.703840:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760870.703843:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184064:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760870.895360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760871.471281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760871.919301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760872.495286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760872.943319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760873.519257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760873.967382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760874.543276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760874.991331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760875.567276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760875.823274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760875.823300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760875.823304:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760875.823314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2155
00000100:00080000:3.0:1787760875.823325:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760875.823334:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760875.823366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962184192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760875.823397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760875.823401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760875.823403:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760875.823408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2155
00000100:00080000:3.0:1787760875.823412:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760875.823416:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760875.823425:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760875.823438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962184320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760875.823447:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962184192:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760875.823453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760875.823459:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760875.823461:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760875.823465:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2155
00000100:00080000:3.0:1787760875.823469:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760875.823474:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760875.823480:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760875.823493:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962184448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760875.823519:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760875.823552:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760875/real 1787760875]  req@ffff93eda1099e00 x1874600962184192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760875.823572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962184192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760875.823580:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760875.823583:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760875.823586:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962184192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760875.823608:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184320:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760875.823623:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760875.823633:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760875/real 1787760875]  req@ffff93eda1098000 x1874600962184320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760875.823646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962184320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760875.823655:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760875.823659:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760875.823663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184320:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760875.823669:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184448:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760875.823690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760875.823699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760875/real 1787760875]  req@ffff93eda10983c0 x1874600962184448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760875.823714:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962184448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760875.823719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760875.823721:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760875.823723:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184448:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760876.015378:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760876.591256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760877.039337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760877.615306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760878.063369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760878.639271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760879.087346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760879.663276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760880.111330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760880.687250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760880.943259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760880.943267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760880.943270:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760880.943278:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2160
00000100:00080000:3.0:1787760880.943287:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760880.943292:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760880.943324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962184576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760880.943350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760880.943353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760880.943355:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760880.943358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2160
00000100:00080000:3.0:1787760880.943360:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760880.943363:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760880.943370:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760880.943379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962184704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760880.943389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760880.943393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760880.943395:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760880.943399:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2160
00000100:00100000:0.0:1787760880.943404:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962184576:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760880.943405:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760880.943414:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760880.943435:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760880.943447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962184832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760880.943500:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184704:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760880.943543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184832:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760881.135347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760881.711320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760882.159351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760882.735285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760883.183322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760883.759287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760884.015465:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760884.015502:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760884.015516:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760884.015549:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760884.015555:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787760884.015605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760880/real 1787760884]  req@ffff93eda10983c0 x1874600962184832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760884.015630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962184832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760884.015643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760884.015648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760884.015659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184832:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787760884.015674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760880/real 1787760884]  req@ffff93eda109a940 x1874600962184576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760884.015689:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962184576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760884.015697:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760884.015701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760884.015705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962184576:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760884.015712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760880/real 1787760884]  req@ffff93eda109ad00 x1874600962184704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760884.015724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962184704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760884.015733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760884.015736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760884.015740:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962184704:192.168.204.156@tcp:38:kworker.0
00010000:00010000:2.0:1787760884.207376:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760884.783288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760885.231355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760885.807271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760886.063268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760886.063279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760886.063283:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760886.063295:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2165
00000100:00080000:3.0:1787760886.063306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760886.063314:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760886.063346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962184960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760886.063375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760886.063378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760886.063380:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760886.063385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2165
00000100:00080000:3.0:1787760886.063388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760886.063392:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760886.063402:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760886.063413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962185088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760886.063424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760886.063427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760886.063429:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760886.063433:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2165
00000100:00080000:3.0:1787760886.063450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760886.063454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760886.063459:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760886.063469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962185216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760886.063680:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962184960:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787760886.063774:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760886.063844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760886/real 1787760886]  req@ffff93eda1098000 x1874600962184960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760886.063867:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962184960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760886.064303:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760886.064310:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760886.064316:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962184960:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760886.064326:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185088:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760886.064366:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760886.064385:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760886/real 1787760886]  req@ffff93eda1099e00 x1874600962185088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760886.064397:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962185088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760886.064405:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760886.064408:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760886.064412:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185088:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760886.064418:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185216:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760886.064442:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760886.064454:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760886/real 1787760886]  req@ffff93eda1098780 x1874600962185216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760886.064467:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962185216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760886.064475:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760886.064478:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760886.064481:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185216:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760886.255378:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760886.831304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760887.279335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760887.855316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760888.303339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760888.879277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760889.327338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760889.903331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760890.351430:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760890.927325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760891.183261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760891.183270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760891.183274:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760891.183283:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2170
00000100:00080000:1.0:1787760891.183291:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760891.183298:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760891.183328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962185344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760891.183353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760891.183357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760891.183359:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760891.183363:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2170
00000100:00080000:1.0:1787760891.183366:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760891.183369:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760891.183377:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760891.183388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962185472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760891.183398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760891.183402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760891.183404:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760891.183407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2170
00000100:00080000:1.0:1787760891.183410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787760891.183430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962185344:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760891.183432:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760891.183447:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760891.183465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962185600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760891.183511:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760891.183561:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760891/real 1787760891]  req@ffff93eda12a4000 x1874600962185344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760891.183577:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962185344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760891.183588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760891.183591:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760891.183594:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962185344:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760891.183600:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185472:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760891.183617:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760891.183628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760891/real 1787760891]  req@ffff93eda12a5a40 x1874600962185472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760891.183641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962185472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760891.183650:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760891.183653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760891.183657:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185472:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760891.183695:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185600:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760891.183733:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760891.183745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760891/real 1787760891]  req@ffff93eda12a61c0 x1874600962185600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760891.183758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962185600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760891.183764:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760891.183766:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760891.183769:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185600:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760891.375304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760891.951287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760892.399325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760892.975286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760893.423303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760893.999308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760894.447396:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760895.023307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760895.471304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760896.047285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760896.303257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760896.303264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760896.303267:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760896.303274:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2175
00000100:00080000:1.0:1787760896.303283:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760896.303289:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760896.303324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962185728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760896.303344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760896.303348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760896.303349:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760896.303353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2175
00000100:00080000:1.0:1787760896.303357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760896.303360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760896.303369:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760896.303381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962185856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760896.303393:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962185728:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760896.303407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760896.303409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760896.303411:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760896.303414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2175
00000100:00080000:1.0:1787760896.303417:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760896.303421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760896.303425:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760896.303435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962185984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760896.303447:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760896.303488:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760896/real 1787760896]  req@ffff93eda12a61c0 x1874600962185728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760896.303506:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962185728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760896.303516:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760896.303519:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760896.303523:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962185728:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760896.303546:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185856:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760896.303562:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760896.303571:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760896/real 1787760896]  req@ffff93eda12a5a40 x1874600962185856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760896.303578:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962185856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760896.303583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760896.303585:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760896.303587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185856:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760896.303590:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185984:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760896.303600:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760896.303625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760896/real 1787760896]  req@ffff93eda12a4000 x1874600962185984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760896.303633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962185984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760896.303638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760896.303639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760896.303642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962185984:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760896.495288:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760897.071293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760897.519391:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760898.095233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760898.543290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760899.119284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760899.567386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760900.143225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760900.591337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760901.167369:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760901.423306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760901.423320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760901.423325:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760901.423335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2181
00000100:00080000:3.0:1787760901.423347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760901.423362:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760901.423403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962186112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760901.423440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760901.423444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760901.423445:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760901.423450:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2181
00000100:00080000:3.0:1787760901.423454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760901.423458:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760901.423470:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760901.423488:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962186112:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760901.423488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962186240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760901.423504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760901.423534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760901.423536:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760901.423540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2181
00000100:00080000:3.0:1787760901.423546:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760901.423551:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760901.423557:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760901.423568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962186368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787760901.423590:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760901.423668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760901/real 1787760901]  req@ffff93eda1098b40 x1874600962186112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760901.423687:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962186112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760901.423698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760901.423702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787760901.423707:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962186112:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760901.423739:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186240:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787760901.423762:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760901.423785:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760901/real 1787760901]  req@ffff93eda1099a40 x1874600962186240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760901.423798:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962186240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760901.423808:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760901.423812:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787760901.423816:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186240:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787760901.423822:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186368:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787760901.423842:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760901.423853:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760901/real 1787760901]  req@ffff93eda1098780 x1874600962186368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787760901.423865:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962186368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787760901.423882:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787760901.423886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787760901.423891:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186368:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760901.615328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760902.191301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760902.639339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760903.215315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760903.663351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760904.239299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760904.687347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760905.263340:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760905.712325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760906.287296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760906.543295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760906.543305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760906.543310:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760906.543318:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2186
00000100:00080000:1.0:1787760906.543341:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760906.543347:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760906.543380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962186496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760906.543408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760906.543420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760906.543423:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760906.543427:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2186
00000100:00080000:1.0:1787760906.543431:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760906.543435:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760906.543444:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760906.543458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962186624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760906.543468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962186496:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760906.543471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760906.543478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760906.543479:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760906.543484:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2186
00000100:00080000:1.0:1787760906.543487:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760906.543492:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760906.543497:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760906.543511:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962186752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760906.543530:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760906.543576:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760906/real 1787760906]  req@ffff93eda12a7c00 x1874600962186496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760906.543593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962186496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760906.543603:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760906.543607:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760906.543611:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962186496:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760906.543633:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186624:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760906.543667:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760906.543679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760906/real 1787760906]  req@ffff93eda12a6580 x1874600962186624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760906.543691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962186624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760906.543700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760906.543703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760906.543706:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186624:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760906.543716:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186752:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760906.543732:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760906.543740:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760906/real 1787760906]  req@ffff93eda12a6940 x1874600962186752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760906.543753:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962186752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760906.543758:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760906.543760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760906.543762:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962186752:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760906.735328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760907.311288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760907.759318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760908.335245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760908.783425:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760909.359332:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760909.807367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760910.383237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760910.831280:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760911.407258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760911.663300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760911.663311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760911.663325:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760911.663336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2191
00000100:00080000:3.0:1787760911.663348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760911.663355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760911.663398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962186880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760911.663425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760911.663428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760911.663430:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760911.663433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2191
00000100:00080000:3.0:1787760911.663435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760911.663438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760911.663450:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760911.663465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962187008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760911.663486:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962186880:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760911.663509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760911.663512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760911.663513:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760911.663518:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2191
00000100:00080000:3.0:1787760911.663520:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760911.663524:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760911.663529:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760911.663540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962187136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760911.663577:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760911.663624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760911/real 1787760911]  req@ffff93eda1099e00 x1874600962186880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760911.663645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962186880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760911.663653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760911.663656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760911.663659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962186880:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760911.663691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187008:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760911.663708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760911.663716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760911/real 1787760911]  req@ffff93eda1098000 x1874600962187008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760911.663723:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962187008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760911.663728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760911.663730:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760911.663732:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187008:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760911.663736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187136:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760911.663747:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760911.663752:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760911/real 1787760911]  req@ffff93eda109ad00 x1874600962187136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760911.663758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962187136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760911.663762:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760911.663764:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760911.663766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187136:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760911.855301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760912.431230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760912.879325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760913.455245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760913.903368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760914.479291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760914.927383:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760915.503320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760915.951342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760916.527323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760916.783312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760916.783322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760916.783326:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760916.783336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2196
00000100:00080000:1.0:1787760916.783347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760916.783354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760916.783392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962187264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760916.783423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760916.783426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760916.783428:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760916.783432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2196
00000100:00080000:1.0:1787760916.783436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760916.783439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760916.783448:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760916.783461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962187392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760916.783471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760916.783475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760916.783476:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760916.783481:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2196
00000100:00080000:1.0:1787760916.783486:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787760916.783506:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962187264:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760916.783507:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760916.783521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760916.783535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962187520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760916.783607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760916.783676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760916/real 1787760916]  req@ffff93eda12a6940 x1874600962187264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760916.783701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962187264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760916.783715:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760916.783720:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760916.783724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962187264:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760916.783734:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187392:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760916.783760:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760916.783773:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760916/real 1787760916]  req@ffff93eda12a6580 x1874600962187392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760916.783785:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962187392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760916.783793:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760916.783797:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760916.783800:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187392:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760916.783832:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187520:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760916.783855:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760916.783867:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760916/real 1787760916]  req@ffff93eda12a7c00 x1874600962187520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760916.783910:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962187520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760916.783920:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760916.783924:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760916.783927:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187520:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760916.975383:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760917.551242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760917.999320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760918.575341:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760919.023372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760919.599244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787760920.047376:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787760920.623280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760921.071384:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760921.647283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760921.903306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760921.903321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760921.903327:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760921.903338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2201
00000100:00080000:1.0:1787760921.903351:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760921.903358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760921.903408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962187648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760921.903434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760921.903436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760921.903438:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760921.903441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2201
00000100:00080000:1.0:1787760921.903443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760921.903445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760921.903455:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760921.903463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962187776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760921.903472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760921.903476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760921.903498:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760921.903505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2201
00000100:00080000:1.0:1787760921.903510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760921.903515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760921.903524:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962187648:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787760921.903525:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760921.903547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962187904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760921.903604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760921.903641:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760921/real 1787760921]  req@ffff93eda12a4000 x1874600962187648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760921.903655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962187648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760921.903664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760921.903667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760921.903670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962187648:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760921.903676:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187776:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760921.903710:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760921.903724:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760921/real 1787760921]  req@ffff93eda12a5a40 x1874600962187776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760921.903758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962187776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760921.903764:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760921.903767:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760921.903769:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187776:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760921.903793:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187904:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760921.903810:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760921.903818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760921/real 1787760921]  req@ffff93eda12a61c0 x1874600962187904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760921.903826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962187904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760921.903832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760921.903834:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760921.903836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962187904:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760922.095368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760922.671291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760923.119337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760923.695281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760924.143332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760924.719316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760925.167380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760925.743312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760926.191333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760926.767266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760927.023304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760927.023314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760927.023319:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760927.023329:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2206
00000100:00080000:1.0:1787760927.023339:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760927.023347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760927.023385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962188032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760927.023416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760927.023420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760927.023422:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760927.023427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2206
00000100:00080000:1.0:1787760927.023430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760927.023435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760927.023444:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760927.023474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962188160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760927.023475:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962188032:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760927.023494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760927.023498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760927.023500:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760927.023505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2206
00000100:00080000:1.0:1787760927.023509:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760927.023513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760927.023518:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760927.023530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962188288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760927.023548:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760927.023599:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760927/real 1787760927]  req@ffff93eda12a61c0 x1874600962188032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760927.023619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962188032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760927.023644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760927.023650:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760927.023653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962188032:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760927.023673:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188160:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760927.023693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760927.023702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760927/real 1787760927]  req@ffff93eda12a5a40 x1874600962188160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760927.023711:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962188160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760927.023722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760927.023725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760927.023727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188160:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760927.023731:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188288:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760927.023743:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760927.023749:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760927/real 1787760927]  req@ffff93eda12a4000 x1874600962188288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760927.023757:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962188288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760927.023762:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760927.023764:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760927.023766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188288:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760927.215320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760927.791291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760928.239312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760928.815279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760929.263330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760929.839245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760930.287315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760930.863262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760931.311345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760931.887223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760932.143277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760932.143285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760932.143289:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760932.143311:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2211
00000100:00080000:3.0:1787760932.143320:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760932.143326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760932.143362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962188416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760932.143383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760932.143385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760932.143387:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760932.143390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2211
00000100:00080000:3.0:1787760932.143392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760932.143395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760932.143402:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760932.143410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962188544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760932.143417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760932.143420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760932.143422:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760932.143425:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2211
00000100:00080000:3.0:1787760932.143428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760932.143430:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760932.143433:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760932.143440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962188672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760932.143462:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962188416:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787760932.143542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760932.143589:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760932/real 1787760932]  req@ffff93eda109a940 x1874600962188416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760932.143604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962188416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760932.143613:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760932.143616:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760932.143619:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962188416:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760932.143624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188544:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760932.143639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760932.143646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760932/real 1787760932]  req@ffff93eda10983c0 x1874600962188544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760932.143653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962188544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760932.143659:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760932.143661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760932.143663:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188544:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760932.143687:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188672:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760932.143698:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760932.143704:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760932/real 1787760932]  req@ffff93eda109ad00 x1874600962188672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760932.143730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962188672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760932.143738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760932.143741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760932.143744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188672:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760932.335323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760932.911266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760933.359342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760933.935265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760934.383348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760934.959296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760935.407327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760935.983270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760936.431323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760937.007309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760937.263289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760937.263301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760937.263306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760937.263317:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2216
00000100:00080000:1.0:1787760937.263329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760937.263338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760937.263373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962188800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760937.263406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760937.263423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760937.263425:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760937.263431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2216
00000100:00080000:1.0:1787760937.263437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787760937.263438:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962188800:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760937.263446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760937.263459:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760937.263475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962188928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760937.263488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760937.263492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760937.263494:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1787760937.263499:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1787760937.263503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2216
00000100:00080000:1.0:1787760937.263510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760937.263516:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760937.263521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760937.263535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962189056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760937.263706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760937/real 1787760937]  req@ffff93eda12a7c00 x1874600962188800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760937.263722:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962188800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760937.263731:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760937.263735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760937.263738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962188800:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760937.263799:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188928:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787760937.263843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760937.263858:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760937/real 1787760937]  req@ffff93eda12a6580 x1874600962188928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760937.263868:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962188928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760937.263874:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760937.263876:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760937.263884:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962188928:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760937.263889:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189056:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787760937.263907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760937.263915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760937/real 1787760937]  req@ffff93eda12a6940 x1874600962189056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760937.263923:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962189056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760937.263931:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760937.263935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760937.263938:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189056:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760937.455329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760938.031293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760938.479332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760939.055240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760939.503317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760940.079260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760940.527335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760941.103283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760941.551321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760942.127261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760942.383267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760942.383278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760942.383282:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760942.383293:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2222
00000100:00080000:1.0:1787760942.383303:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760942.383327:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760942.383360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962189184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760942.383384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760942.383387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760942.383389:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760942.383393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2222
00000100:00080000:1.0:1787760942.383398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760942.383402:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760942.383410:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760942.383423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962189312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760942.383423:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962189184:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760942.383436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760942.383439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760942.383440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760942.383442:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2222
00000100:00080000:1.0:1787760942.383445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760942.383447:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760942.383450:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760942.383458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962189440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760942.383488:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760942.383533:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760942/real 1787760942]  req@ffff93eda12a6940 x1874600962189184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760942.383551:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962189184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760942.383570:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760942.383574:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760942.383586:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962189184:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760942.383608:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189312:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787760942.383632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760942.383644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760942/real 1787760942]  req@ffff93eda12a6580 x1874600962189312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760942.383657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962189312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760942.383665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760942.383676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760942.383679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189312:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760942.383686:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189440:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787760942.383706:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760942.383716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760942/real 1787760942]  req@ffff93eda12a7c00 x1874600962189440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760942.383743:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962189440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760942.383750:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760942.383753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760942.383757:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189440:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760942.575329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760943.151286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760943.599308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760944.175265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760944.623273:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760945.199331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760945.647317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760946.223281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760946.671383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760947.247285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760947.503295:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760947.503303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760947.503319:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760947.503327:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2227
00000100:00080000:2.0:1787760947.503335:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760947.503341:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760947.503367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962189568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760947.503387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760947.503390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760947.503391:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760947.503394:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2227
00000100:00080000:2.0:1787760947.503396:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760947.503397:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760947.503405:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760947.503412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962189696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760947.503418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760947.503420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760947.503421:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760947.503424:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2227
00000100:00080000:2.0:1787760947.503425:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760947.503427:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760947.503430:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760947.503439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962189824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787760947.503440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962189568:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760947.503534:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189696:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760947.503581:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189824:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760947.695336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760948.271218:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760948.719304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760949.295299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760949.743290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760950.319295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787760950.575474:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787760950.575513:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787760950.575529:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760950.575582:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787760950.575590:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787760950.575674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760947/real 1787760950]  req@ffff93ed916dc780 x1874600962189824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760950.575698:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962189824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760950.575709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760950.575714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760950.575718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189824:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787760950.575725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760947/real 1787760950]  req@ffff93ed916de940 x1874600962189568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760950.575737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962189568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760950.575745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760950.575748:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760950.575751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962189568:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760950.575756:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760947/real 1787760950]  req@ffff93ed916dd2c0 x1874600962189696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760950.575780:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962189696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760950.575787:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760950.575790:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760950.575793:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962189696:192.168.204.156@tcp:38:kworker.0
00010000:00010000:1.0:1787760950.767319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760951.343256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760951.791347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760952.367316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760952.623331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760952.623344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760952.623350:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760952.623363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2232
00000100:00080000:3.0:1787760952.623375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760952.623385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760952.623429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962189952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760952.623462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760952.623466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760952.623469:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760952.623474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2232
00000100:00080000:3.0:1787760952.623477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760952.623481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760952.623498:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760952.623544:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962189952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760952.623545:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962190080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760952.623576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760952.623579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760952.623581:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760952.623587:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2232
00000100:00080000:3.0:1787760952.623591:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760952.623596:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760952.623603:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760952.623621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962190208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760952.623649:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760952.623714:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760952/real 1787760952]  req@ffff93eda1098000 x1874600962189952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760952.623732:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962189952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760952.623743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760952.623747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760952.623751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962189952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760952.623782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190080:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760952.623805:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760952.623817:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760952/real 1787760952]  req@ffff93eda1099e00 x1874600962190080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760952.623845:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962190080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760952.623876:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760952.623879:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760952.623882:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190080:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760952.623889:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190208:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760952.623910:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760952.623920:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760952/real 1787760952]  req@ffff93eda1098780 x1874600962190208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760952.623932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962190208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760952.623940:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760952.623943:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760952.623946:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190208:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760952.815305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760953.391225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760953.839325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760954.415242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760954.863293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760955.439278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760955.887339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760956.463244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760956.911326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760957.487317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760957.743274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760957.743287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760957.743292:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760957.743303:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2237
00000100:00080000:3.0:1787760957.743316:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760957.743324:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760957.743369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962190336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760957.743397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760957.743416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760957.743418:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760957.743439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2237
00000100:00080000:3.0:1787760957.743444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760957.743449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760957.743460:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760957.743473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962190464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760957.743479:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962190336:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760957.743484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760957.743489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760957.743490:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760957.743495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2237
00000100:00080000:3.0:1787760957.743497:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760957.743499:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760957.743504:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760957.743516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962190592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760957.743552:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760957.743590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760957/real 1787760957]  req@ffff93eda1099a40 x1874600962190336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760957.743603:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962190336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760957.743612:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760957.743617:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760957.743621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962190336:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760957.743663:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190464:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760957.743684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760957.743694:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760957/real 1787760957]  req@ffff93eda1098b40 x1874600962190464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760957.743702:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962190464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760957.743708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760957.743710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760957.743713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190464:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760957.743717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190592:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760957.743729:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760957.743735:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760957/real 1787760957]  req@ffff93eda1098780 x1874600962190592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760957.743742:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962190592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760957.743747:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760957.743749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760957.743751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190592:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760957.935372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760958.511255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760958.959320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760959.535283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760959.983341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760960.559285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760961.007373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760961.583296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760962.031419:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760962.607254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760962.863261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760962.863272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760962.863296:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760962.863308:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2242
00000100:00080000:3.0:1787760962.863318:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760962.863344:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760962.863381:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962190720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760962.863407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760962.863410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760962.863411:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760962.863414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2242
00000100:00080000:3.0:1787760962.863417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760962.863420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760962.863428:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760962.863438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962190848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760962.863446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760962.863449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760962.863450:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760962.863452:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2242
00000100:00080000:3.0:1787760962.863455:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787760962.863460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962190720:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760962.863460:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760962.863467:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760962.863474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962190976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760962.863525:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760962.863577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760962/real 1787760962]  req@ffff93eda1099e00 x1874600962190720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760962.863608:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962190720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760962.863620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760962.863624:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760962.863628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962190720:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760962.863636:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190848:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760962.863657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760962.863669:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760962/real 1787760962]  req@ffff93eda1098000 x1874600962190848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760962.863682:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962190848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760962.863690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760962.863694:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760962.863697:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190848:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760962.863722:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190976:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760962.863738:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760962.863747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760962/real 1787760962]  req@ffff93eda109ad00 x1874600962190976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760962.863759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962190976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760962.863779:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760962.863783:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760962.863787:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962190976:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760963.055359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760963.631285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760964.079390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760964.655333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760965.103363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760965.679287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760966.127372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760966.703265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760967.151326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760967.727298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760967.983301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760967.983312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760967.983317:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760967.983327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2247
00000100:00080000:1.0:1787760967.983338:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760967.983347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760967.983398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962191104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760967.983429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760967.983433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760967.983436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760967.983440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2247
00000100:00080000:1.0:1787760967.983471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787760967.983479:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962191104:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760967.983480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760967.983496:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760967.983514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962191232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760967.983527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760967.983531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760967.983533:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760967.983537:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2247
00000100:00080000:1.0:1787760967.983541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760967.983545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760967.983551:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787760967.983552:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787760967.983570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962191360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760967.983595:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760967/real 1787760967]  req@ffff93eda12a4000 x1874600962191104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760967.983611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962191104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760967.983619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760967.983623:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760967.983625:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962191104:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760967.983643:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191232:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760967.983660:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760967.983667:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760967/real 1787760967]  req@ffff93eda12a5a40 x1874600962191232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760967.983675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962191232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760967.983681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760967.983684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760967.983686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191232:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760967.983697:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191360:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760967.983719:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760967.983731:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760967/real 1787760967]  req@ffff93eda12a61c0 x1874600962191360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760967.983744:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962191360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760967.983753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760967.983757:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760967.983760:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191360:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760968.175368:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760968.751266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760969.199322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760969.775285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760970.223328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760970.799249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760971.247333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760971.823278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760972.271303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760972.847281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760973.103295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760973.103307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760973.103311:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760973.103325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2252
00000100:00080000:1.0:1787760973.103338:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760973.103347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760973.103393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962191488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760973.103452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760973.103456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760973.103458:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760973.103462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2252
00000100:00080000:1.0:1787760973.103466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760973.103470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760973.103482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760973.103493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962191616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760973.103501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760973.103504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760973.103506:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760973.103513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2252
00000100:00080000:1.0:1787760973.103516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760973.103519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760973.103526:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760973.103528:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962191488:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787760973.103538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962191744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787760973.103908:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760973.104007:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760973/real 1787760973]  req@ffff93eda12a61c0 x1874600962191488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760973.104028:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962191488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760973.104041:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760973.104046:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760973.104050:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962191488:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760973.104058:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191616:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787760973.104083:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760973.104095:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760973/real 1787760973]  req@ffff93eda12a5a40 x1874600962191616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760973.104108:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962191616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760973.104140:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760973.104145:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760973.104149:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191616:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787760973.104226:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191744:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787760973.104255:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787760973.104268:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760973/real 1787760973]  req@ffff93eda12a4000 x1874600962191744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787760973.104281:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962191744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787760998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787760973.104289:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787760973.104293:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787760973.104296:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962191744:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760973.295381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760973.871346:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760974.319364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760974.895287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760975.343385:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760975.919267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760976.367338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760976.943314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760977.391333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760977.967249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760978.223321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760978.223329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760978.223332:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760978.223340:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2257
00000100:00080000:3.0:1787760978.223350:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760978.223356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760978.223400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962191872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760978.223424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760978.223427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760978.223429:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760978.223432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2257
00000100:00080000:3.0:1787760978.223434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760978.223437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760978.223445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760978.223452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962192000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760978.223460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760978.223463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760978.223464:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760978.223467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2257
00000100:00080000:3.0:1787760978.223469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760978.223472:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760978.223475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760978.223486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962192128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760978.223488:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962191872:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787760978.223556:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760978.223613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760978/real 1787760978]  req@ffff93eda10983c0 x1874600962191872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760978.223633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962191872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760978.223645:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760978.223649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760978.223653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962191872:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760978.223662:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192000:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760978.223684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760978.223695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760978/real 1787760978]  req@ffff93eda109a940 x1874600962192000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760978.223711:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962192000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760978.223717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760978.223719:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760978.223721:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192000:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760978.223741:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192128:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760978.223755:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760978.223763:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760978/real 1787760978]  req@ffff93eda109ad00 x1874600962192128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760978.223770:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962192128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760978.223775:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760978.223778:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760978.223780:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192128:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760978.415410:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760978.991293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760979.439386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760980.015254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760980.463360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760981.039307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760981.487335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760982.063322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760982.511322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760983.087283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787760983.343297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760983.343307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787760983.343311:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760983.343321:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2263
00000100:00080000:2.0:1787760983.343332:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760983.343340:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787760983.343374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962192256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760983.343398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760983.343416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787760983.343418:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760983.343423:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2263
00000100:00080000:2.0:1787760983.343427:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760983.343432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787760983.343441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962192256:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787760983.343442:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787760983.343457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962192384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787760983.343468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787760983.343472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787760983.343474:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787760983.343477:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2263
00000100:00080000:2.0:1787760983.343481:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787760983.343484:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787760983.343488:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787760983.343498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962192512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760983.343499:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760983.343541:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760983/real 1787760983]  req@ffff93ed916dd2c0 x1874600962192256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760983.343554:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962192256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760983.343574:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760983.343579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760983.343583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962192256:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760983.343605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192384:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760983.343626:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760983.343637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760983/real 1787760983]  req@ffff93ed916de940 x1874600962192384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760983.343647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962192384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760983.343654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760983.343657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760983.343659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192384:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760983.343664:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192512:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760983.343679:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760983.343688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760983/real 1787760983]  req@ffff93ed916dc780 x1874600962192512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760983.343698:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962192512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760983.343705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760983.343707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760983.343711:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192512:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787760983.535306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760984.111286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760984.559345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760985.135321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787760985.583330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760986.159274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760986.607305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760987.183277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760987.631342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760988.207236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787760988.463286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760988.463296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787760988.463300:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760988.463310:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2268
00000100:00080000:1.0:1787760988.463321:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760988.463328:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787760988.463362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962192640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760988.463388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760988.463391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787760988.463392:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787760988.463396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2268
00000100:00080000:1.0:1787760988.463399:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760988.463402:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760988.463411:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787760988.463423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962192768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787760988.463432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787760988.463435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787760988.463437:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787760988.463443:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962192640:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787760988.463443:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2268
00000100:00080000:1.0:1787760988.463447:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787760988.463455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787760988.463475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787760988.463488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962192896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760988.463510:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760988.463566:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760988/real 1787760988]  req@ffff93eda12a7c00 x1874600962192640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760988.463586:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962192640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760988.463596:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760988.463599:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760988.463602:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962192640:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760988.463624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192768:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760988.463643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760988.463654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760988/real 1787760988]  req@ffff93eda12a6580 x1874600962192768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760988.463670:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962192768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760988.463677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760988.463680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760988.463683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192768:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760988.463687:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192896:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760988.463704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760988.463721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760988/real 1787760988]  req@ffff93eda12a6940 x1874600962192896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760988.463731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962192896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760988.463738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760988.463741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760988.463744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962192896:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760988.655314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760989.231264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760989.679282:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760990.255247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760990.703309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760991.279300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760991.727307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760992.303281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760992.751331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760993.327271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760993.583277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760993.583285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760993.583289:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760993.583297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2273
00000100:00080000:3.0:1787760993.583311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760993.583317:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760993.583344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962193024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760993.583363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760993.583366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760993.583367:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760993.583370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2273
00000100:00080000:3.0:1787760993.583372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760993.583374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760993.583382:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787760993.583389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962193152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787760993.583399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962193024:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787760993.583412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760993.583414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760993.583416:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760993.583419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2273
00000100:00080000:3.0:1787760993.583422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760993.583424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760993.583428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760993.583436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962193280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760993.583451:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760993.583488:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760993/real 1787760993]  req@ffff93eda1098000 x1874600962193024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760993.583502:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962193024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760993.583512:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760993.583516:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760993.583520:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962193024:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760993.583541:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193152:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760993.583557:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760993.583566:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760993/real 1787760993]  req@ffff93eda1099e00 x1874600962193152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760993.583590:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962193152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760993.583598:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760993.583601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760993.583604:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193152:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760993.583609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193280:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760993.583629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760993.583637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760993/real 1787760993]  req@ffff93eda1098780 x1874600962193280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760993.583644:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962193280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760993.583649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760993.583651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760993.583653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193280:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787760993.775271:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760994.351267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760994.799326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760995.375241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760995.823272:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760996.399306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787760996.847322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760997.423261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760997.871277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760998.447277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787760998.703275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760998.703284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787760998.703289:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760998.703299:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2278
00000100:00080000:3.0:1787760998.703309:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760998.703317:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787760998.703351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962193408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760998.703375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760998.703379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787760998.703394:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760998.703399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2278
00000100:00080000:3.0:1787760998.703403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760998.703408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760998.703417:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787760998.703427:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962193408:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787760998.703433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962193536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787760998.703444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787760998.703448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787760998.703450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787760998.703454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2278
00000100:00080000:3.0:1787760998.703457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787760998.703461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787760998.703467:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787760998.703480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962193664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787760998.703489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760998.703537:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760998/real 1787760998]  req@ffff93eda1098b40 x1874600962193408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760998.703567:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962193408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760998.703578:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760998.703582:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760998.703586:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962193408:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787760998.703607:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193536:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787760998.703646:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760998.703658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760998/real 1787760998]  req@ffff93eda1099a40 x1874600962193536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760998.703668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962193536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760998.703675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760998.703678:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760998.703680:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193536:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787760998.703686:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193664:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787760998.703702:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787760998.703712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787760998/real 1787760998]  req@ffff93eda1098780 x1874600962193664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787760998.703722:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962193664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787760998.703741:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787760998.703744:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787760998.703746:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193664:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787760998.895337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787760999.471270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787760999.919286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761000.495279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761000.943353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761001.519288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761001.967407:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761002.543256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761002.991326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761003.567291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761003.823259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761003.823276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761003.823279:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761003.823286:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2283
00000100:00080000:2.0:1787761003.823293:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761003.823299:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761003.823327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962193792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761003.823345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761003.823347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761003.823348:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761003.823354:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2283
00000100:00080000:2.0:1787761003.823356:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761003.823359:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761003.823367:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761003.823375:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962193920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761003.823383:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962193792:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761003.823384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761003.823392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761003.823393:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761003.823396:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2283
00000100:00080000:2.0:1787761003.823398:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761003.823400:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761003.823415:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761003.823425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962194048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761003.823439:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761003.823470:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761003/real 1787761003]  req@ffff93ed916ded00 x1874600962193792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761003.823482:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962193792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761003.823488:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761003.823491:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761003.823493:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962193792:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761003.823514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193920:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761003.823543:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761003.823556:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761003/real 1787761003]  req@ffff93ed916dcf00 x1874600962193920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761003.823565:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962193920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761003.823569:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761003.823577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761003.823579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962193920:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761003.823583:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194048:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761003.823597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761003.823603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761003/real 1787761003]  req@ffff93ed916dc3c0 x1874600962194048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761003.823610:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962194048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761003.823614:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761003.823616:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761003.823618:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194048:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761004.015290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761004.591280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761005.039312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761005.615247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761006.063335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761006.639298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761007.087341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761007.663247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761008.111298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761008.687255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761008.943277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761008.943287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761008.943291:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761008.943300:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2288
00000100:00080000:2.0:1787761008.943309:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761008.943317:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761008.943350:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962194176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761008.943375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761008.943377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761008.943378:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761008.943381:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2288
00000100:00080000:2.0:1787761008.943384:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761008.943386:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761008.943393:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761008.943405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962194304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761008.943415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761008.943417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962194176:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761008.943420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761008.943441:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761008.943447:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2288
00000100:00080000:2.0:1787761008.943453:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761008.943457:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761008.943463:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761008.943474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962194432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761008.943513:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761008.943559:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761008/real 1787761008]  req@ffff93ed916dfc00 x1874600962194176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761008.943580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962194176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761008.943669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761008.943674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761008.943679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962194176:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761008.943796:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194304:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761008.943849:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761008.943866:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761008/real 1787761008]  req@ffff93ed916dc000 x1874600962194304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761008.943874:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962194304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761008.943879:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761008.943882:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761008.943884:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194304:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761008.943887:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194432:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761008.943900:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761008.943906:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761008/real 1787761008]  req@ffff93ed916dde00 x1874600962194432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761008.943922:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962194432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761008.943927:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761008.943929:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761008.943931:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194432:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761009.135345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761009.711257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761010.159299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761010.735264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761011.183333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761011.759229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761012.207335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761012.783271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761013.231314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761013.807264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761014.063324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761014.063344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761014.063348:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761014.063357:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2293
00000100:00080000:2.0:1787761014.063366:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761014.063371:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761014.063400:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962194560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761014.063424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761014.063428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761014.063429:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761014.063433:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2293
00000100:00080000:2.0:1787761014.063437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761014.063442:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761014.063453:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761014.063471:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962194560:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761014.063487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962194688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761014.063503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761014.063506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761014.063507:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761014.063510:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2293
00000100:00080000:2.0:1787761014.063514:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761014.063518:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761014.063525:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761014.063538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962194816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761014.063619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194688:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761014.063650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194816:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761014.255386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761014.831269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761015.279329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761015.855271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761016.303281:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761016.879238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761017.135444:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761017.135481:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761017.135496:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761017.135530:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761017.135539:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787761017.135581:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761014/real 1787761017]  req@ffff93ed916dd680 x1874600962194688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761017.135605:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962194688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761017.135635:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761017.135641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761017.135645:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194688:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761017.135653:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761014/real 1787761017]  req@ffff93ed916de580 x1874600962194816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761017.135665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962194816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761017.135673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761017.135676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761017.135679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962194816:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787761017.135685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761014/real 1787761017]  req@ffff93ed916dda40 x1874600962194560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761017.135696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962194560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761017.135703:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761017.135707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761017.135710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962194560:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787761017.327283:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761017.903314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761018.351322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761018.927251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761019.183267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761019.183275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761019.183279:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761019.183289:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2298
00000100:00080000:2.0:1787761019.183300:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761019.183309:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761019.183344:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962194944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761019.183372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761019.183376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761019.183378:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761019.183382:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2298
00000100:00080000:2.0:1787761019.183403:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761019.183409:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761019.183416:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962194944:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787761019.183418:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761019.183431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962195072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761019.183439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761019.183441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761019.183443:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761019.183445:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2298
00000100:00080000:2.0:1787761019.183448:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761019.183450:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761019.183454:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761019.183461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962195200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761019.183484:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761019.183541:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761019/real 1787761019]  req@ffff93ed916df840 x1874600962194944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761019.183564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962194944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761019.183576:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761019.183580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761019.183585:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962194944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761019.183619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195072:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761019.183655:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761019.183670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761019/real 1787761019]  req@ffff93ed916de1c0 x1874600962195072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761019.183683:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962195072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761019.183690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761019.183694:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761019.183697:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195072:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761019.183702:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195200:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761019.183721:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761019.183733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761019/real 1787761019]  req@ffff93ed916dcb40 x1874600962195200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761019.183758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962195200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761019.183767:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761019.183770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761019.183774:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195200:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761019.375325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761019.951322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761020.399351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761020.975332:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761021.423382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761021.999272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761022.447288:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761023.023264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761023.471314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761024.047275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761024.303266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761024.303275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761024.303278:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761024.303286:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2303
00000100:00080000:3.0:1787761024.303297:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761024.303304:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761024.303333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962195328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761024.303353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761024.303356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761024.303357:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761024.303360:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2303
00000100:00080000:3.0:1787761024.303377:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761024.303382:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761024.303391:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962195328:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761024.303392:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761024.303408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962195456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761024.303419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761024.303421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761024.303422:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761024.303425:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2303
00000100:00080000:3.0:1787761024.303428:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761024.303430:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761024.303433:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761024.303443:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761024.303443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962195584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761024.303482:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761024/real 1787761024]  req@ffff93eda1099e00 x1874600962195328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761024.303494:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962195328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761024.303502:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761024.303505:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761024.303513:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962195328:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761024.303533:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195456:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761024.303548:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761024.303563:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761024/real 1787761024]  req@ffff93eda1098000 x1874600962195456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761024.303570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962195456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761024.303575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761024.303577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761024.303579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195456:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761024.303582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195584:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761024.303595:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761024.303604:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761024/real 1787761024]  req@ffff93eda109ad00 x1874600962195584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761024.303623:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962195584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761024.303631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761024.303634:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761024.303637:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195584:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761024.495329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761025.071270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761025.519348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761026.095260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761026.543333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761027.119261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761027.567313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761028.143251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761028.591326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761029.167244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761029.423276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761029.423284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761029.423287:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761029.423295:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2309
00000100:00080000:3.0:1787761029.423304:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761029.423309:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761029.423350:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962195712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761029.423372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761029.423375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761029.423376:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761029.423379:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2309
00000100:00080000:3.0:1787761029.423381:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761029.423384:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761029.423391:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761029.423398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962195840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761029.423404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761029.423406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761029.423407:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761029.423409:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2309
00000100:00080000:3.0:1787761029.423411:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761029.423413:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761029.423416:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761029.423421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962195712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761029.423425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962195968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761029.423477:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761029.423522:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761029/real 1787761029]  req@ffff93eda109a940 x1874600962195712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761029.423535:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962195712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761029.423543:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761029.423546:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761029.423549:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962195712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761029.423554:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195840:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761029.423568:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761029.423575:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761029/real 1787761029]  req@ffff93eda10983c0 x1874600962195840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761029.423588:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962195840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761029.423593:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761029.423595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761029.423597:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195840:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761029.423616:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195968:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761029.423626:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761029.423632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761029/real 1787761029]  req@ffff93eda109ad00 x1874600962195968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761029.423641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962195968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761029.423662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761029.423666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761029.423669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962195968:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761029.615303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761030.191282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761030.639327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761031.215276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761031.663309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761032.239267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761032.687390:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761033.263256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761033.711355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761034.287286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761034.543302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761034.543313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761034.543317:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761034.543326:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2314
00000100:00080000:2.0:1787761034.543337:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761034.543345:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761034.543393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962196096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761034.543418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761034.543422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761034.543424:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761034.543428:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2314
00000100:00080000:2.0:1787761034.543432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761034.543435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761034.543444:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761034.543455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962196224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761034.543462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761034.543465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761034.543466:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761034.543470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962196096:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761034.543470:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2314
00000100:00080000:2.0:1787761034.543475:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761034.543480:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761034.543483:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761034.543489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962196352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761034.543529:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761034.543568:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761034/real 1787761034]  req@ffff93ed916dcb40 x1874600962196096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761034.543580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962196096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761034.543588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761034.543592:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761034.543595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962196096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761034.543614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196224:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761034.543628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761034.543634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761034/real 1787761034]  req@ffff93ed916de1c0 x1874600962196224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761034.543641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962196224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761034.543646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761034.543648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761034.543650:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196224:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761034.543659:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196352:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761034.543672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761034.543678:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761034/real 1787761034]  req@ffff93ed916df840 x1874600962196352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761034.543685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962196352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761034.543690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761034.543691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761034.543693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196352:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761034.735302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761035.311289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761035.759377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761036.335252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761036.783355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761037.359316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761037.807322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761038.383266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761038.831312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761039.407275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761039.663348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761039.663362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761039.663368:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761039.663386:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2319
00000100:00080000:3.0:1787761039.663400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761039.663410:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761039.663458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962196480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761039.663490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761039.663494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761039.663496:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761039.663500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2319
00000100:00080000:3.0:1787761039.663504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761039.663508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761039.663521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761039.663535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962196608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761039.663546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761039.663550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761039.663570:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761039.663577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962196480:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761039.663579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2319
00000100:00080000:3.0:1787761039.663593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761039.663601:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761039.663610:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761039.663640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962196736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761039.663656:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761039.663705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761039/real 1787761039]  req@ffff93eda1098000 x1874600962196480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761039.663719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962196480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761039.663727:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761039.663730:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761039.663733:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962196480:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761039.663739:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196608:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761039.663753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761039.663761:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761039/real 1787761039]  req@ffff93eda1099e00 x1874600962196608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761039.663781:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962196608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761039.663786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761039.663788:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761039.663790:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196608:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761039.663813:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196736:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761039.663843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761039.663855:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761039/real 1787761039]  req@ffff93eda1098780 x1874600962196736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761039.663868:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962196736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761039.663876:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761039.663879:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761039.663882:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196736:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761039.855362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761040.431285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761040.879404:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761041.455268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761041.903355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761042.479320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761042.927343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761043.503263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761043.951332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761044.527257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761044.783311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761044.783320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761044.783324:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761044.783336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2324
00000100:00080000:1.0:1787761044.783362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761044.783370:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761044.783405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962196864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761044.783434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761044.783437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761044.783438:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761044.783442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2324
00000100:00080000:1.0:1787761044.783445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761044.783449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761044.783457:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761044.783470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962196864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761044.783471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962196992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761044.783486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761044.783488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761044.783489:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761044.783491:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2324
00000100:00080000:1.0:1787761044.783494:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761044.783496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761044.783500:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761044.783508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962197120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761044.783598:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761044.783632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761044/real 1787761044]  req@ffff93eda12a6940 x1874600962196864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761044.783646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962196864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761044.783653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761044.783656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761044.783767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962196864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761044.783787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196992:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761044.783808:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761044.783870:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761044/real 1787761044]  req@ffff93eda12a6580 x1874600962196992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761044.783879:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962196992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761044.783885:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761044.783887:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761044.783889:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962196992:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761044.783893:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197120:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761044.783907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761044.783914:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761044/real 1787761044]  req@ffff93eda12a7c00 x1874600962197120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761044.783921:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962197120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761044.783925:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761044.783927:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761044.783928:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197120:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761044.975330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761045.551315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761045.999316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761046.575252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761047.023416:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761047.599264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761048.047319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761048.623232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761049.071275:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761049.647278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761049.903296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761049.903304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761049.903308:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761049.903316:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2329
00000100:00080000:3.0:1787761049.903327:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761049.903333:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761049.903367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962197248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761049.903390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761049.903393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761049.903395:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761049.903399:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2329
00000100:00080000:3.0:1787761049.903402:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761049.903407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761049.903416:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761049.903426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962197376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761049.903435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962197248:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761049.903436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761049.903443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761049.903445:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761049.903450:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2329
00000100:00080000:3.0:1787761049.903453:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761049.903456:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761049.903460:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761049.903485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962197504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761049.903496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761049.903532:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761049/real 1787761049]  req@ffff93eda1099a40 x1874600962197248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761049.903543:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962197248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761049.903559:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761049.903562:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761049.903564:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962197248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761049.903582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197376:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761049.903598:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761049.903605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761049/real 1787761049]  req@ffff93eda1098b40 x1874600962197376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761049.903612:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962197376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761049.903617:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761049.903619:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761049.903621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197376:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761049.903624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197504:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761049.903649:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761049.903659:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761049/real 1787761049]  req@ffff93eda1098780 x1874600962197504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761049.903670:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962197504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761049.903678:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761049.903681:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761049.903684:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197504:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761050.095321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761050.671225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761051.119369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761051.695323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761052.143367:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761052.719263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761053.167273:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761053.743247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761054.191291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761054.767263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761055.023243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761055.023250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761055.023254:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761055.023263:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2334
00000100:00080000:3.0:1787761055.023271:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761055.023277:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761055.023306:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962197632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761055.023333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761055.023336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761055.023338:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761055.023342:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2334
00000100:00080000:3.0:1787761055.023346:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761055.023349:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761055.023358:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761055.023371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962197760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761055.023376:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962197632:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761055.023404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761055.023408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761055.023410:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761055.023413:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2334
00000100:00080000:3.0:1787761055.023417:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761055.023419:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761055.023423:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761055.023432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962197888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761055.023438:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761055.023480:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761055/real 1787761055]  req@ffff93eda1099e00 x1874600962197632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761055.023495:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962197632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761055.023506:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761055.023510:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761055.023513:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962197632:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761055.023549:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197760:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761055.023582:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761055.023595:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761055/real 1787761055]  req@ffff93eda1098000 x1874600962197760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761055.023605:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962197760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761055.023611:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761055.023613:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761055.023615:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197760:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761055.023618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197888:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761055.023639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761055.023646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761055/real 1787761055]  req@ffff93eda109ad00 x1874600962197888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761055.023653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962197888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761055.023657:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761055.023659:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761055.023661:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962197888:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761055.215281:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761055.791278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761056.239348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761056.815317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761057.263299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761057.839254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761058.287370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761058.863323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761059.311293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761059.887253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761060.143271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761060.143280:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761060.143284:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761060.143294:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2339
00000100:00080000:3.0:1787761060.143304:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761060.143311:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761060.143343:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962198016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761060.143397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761060.143401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761060.143402:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761060.143407:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2339
00000100:00080000:3.0:1787761060.143412:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761060.143417:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761060.143426:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761060.143431:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962198016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761060.143455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962198144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761060.143465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761060.143469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761060.143471:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761060.143474:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2339
00000100:00080000:3.0:1787761060.143478:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761060.143482:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761060.143488:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761060.143496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761060.143502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962198272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761060.143540:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761060/real 1787761060]  req@ffff93eda10983c0 x1874600962198016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761060.143554:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962198016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761060.143561:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761060.143565:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761060.143568:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962198016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761060.143590:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198144:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761060.143620:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761060.143630:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761060/real 1787761060]  req@ffff93eda109a940 x1874600962198144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761060.143644:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962198144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761060.143649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761060.143651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761060.143653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198144:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761060.143658:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198272:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761060.143671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761060.143686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761060/real 1787761060]  req@ffff93eda109ad00 x1874600962198272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761060.143697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962198272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761060.143704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761060.143707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761060.143710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198272:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761060.335316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761060.911247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761061.359322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761061.935325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761062.383339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761062.959292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761063.407399:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761063.983260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761064.431388:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761065.007298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761065.263278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761065.263286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761065.263290:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761065.263299:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2344
00000100:00080000:3.0:1787761065.263308:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761065.263314:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761065.263359:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962198400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761065.263382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761065.263385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761065.263386:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761065.263390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2344
00000100:00080000:3.0:1787761065.263392:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761065.263395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761065.263403:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761065.263413:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962198528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761065.263423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761065.263426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761065.263428:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761065.263433:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2344
00000100:00080000:3.0:1787761065.263436:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761065.263438:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761065.263441:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761065.263467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962198400:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761065.263475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962198656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761065.263566:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761065.263634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761065/real 1787761065]  req@ffff93eda1098000 x1874600962198400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761065.263671:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962198400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761065.263680:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761065.263684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761065.263687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962198400:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761065.263693:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198528:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761065.263713:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761065.263722:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761065/real 1787761065]  req@ffff93eda1099e00 x1874600962198528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761065.263729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962198528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761065.263734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761065.263736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761065.263738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198528:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761065.263766:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198656:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761065.263778:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761065.263783:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761065/real 1787761065]  req@ffff93eda1098780 x1874600962198656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761065.263790:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962198656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761065.263803:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761065.263806:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761065.263808:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198656:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761065.455305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761066.031245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761066.479277:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761067.055282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761067.503318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761068.079231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761068.527303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761069.103290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761069.551362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761070.127233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761070.383279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761070.383287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761070.383290:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761070.383311:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2350
00000100:00080000:2.0:1787761070.383320:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761070.383326:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761070.383360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962198784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761070.383381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761070.383385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761070.383387:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761070.383392:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2350
00000100:00080000:2.0:1787761070.383395:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761070.383399:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761070.383409:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761070.383422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962198912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761070.383428:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962198784:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761070.383433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761070.383436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761070.383438:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761070.383441:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2350
00000100:00080000:2.0:1787761070.383445:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761070.383448:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761070.383452:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761070.383461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962199040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761070.383486:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761070.383531:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761070/real 1787761070]  req@ffff93ed916dda40 x1874600962198784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761070.383546:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962198784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761070.383554:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761070.383557:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761070.383560:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962198784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761070.383580:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198912:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761070.383597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761070.383605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761070/real 1787761070]  req@ffff93ed916de580 x1874600962198912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761070.383613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962198912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761070.383619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761070.383621:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761070.383623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962198912:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761070.383633:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199040:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761070.383647:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761070.383653:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761070/real 1787761070]  req@ffff93ed916dd680 x1874600962199040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761070.383661:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962199040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761070.383666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761070.383668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761070.383670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199040:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761070.575316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761071.151294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761071.599339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761072.175334:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761072.623338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761073.199274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761073.647318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761074.223270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761074.671336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761075.247237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761075.503267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761075.503278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761075.503282:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761075.503292:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2355
00000100:00080000:3.0:1787761075.503303:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761075.503312:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761075.503349:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962199168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761075.503379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761075.503384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761075.503387:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761075.503392:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2355
00000100:00080000:3.0:1787761075.503396:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761075.503416:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761075.503425:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761075.503429:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962199168:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761075.503439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962199296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761075.503449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761075.503451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761075.503453:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761075.503455:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2355
00000100:00080000:3.0:1787761075.503459:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761075.503462:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761075.503465:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761075.503474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962199424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761075.503488:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761075.503530:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761075/real 1787761075]  req@ffff93eda1098b40 x1874600962199168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761075.503544:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962199168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761075.503553:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761075.503557:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761075.503569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962199168:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761075.503598:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199296:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761075.503624:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761075.503639:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761075/real 1787761075]  req@ffff93eda1099a40 x1874600962199296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761075.503663:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962199296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761075.503671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761075.503674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761075.503676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199296:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761075.503681:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199424:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761075.503699:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761075.503707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761075/real 1787761075]  req@ffff93eda1098780 x1874600962199424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761075.503715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962199424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761075.503720:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761075.503722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761075.503725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199424:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761075.695303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761076.271267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761076.719363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761077.295305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761077.743372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761078.319226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761078.767351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761079.343253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761079.791371:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761080.367293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761080.623330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761080.623346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761080.623352:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761080.623366:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2360
00000100:00080000:3.0:1787761080.623383:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761080.623395:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761080.623444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962199552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761080.623505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761080.623508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761080.623510:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761080.623515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2360
00000100:00080000:3.0:1787761080.623529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761080.623536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761080.623552:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761080.623568:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962199552:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761080.623570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962199680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761080.623587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761080.623590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761080.623591:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761080.623594:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2360
00000100:00080000:3.0:1787761080.623596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761080.623599:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761080.623603:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761080.623611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962199808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761080.623726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199680:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787761080.623764:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199808:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761080.815347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761081.391261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761081.839314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761082.415286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761082.863332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761083.439266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:0.0:1787761083.695389:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1787761083.695424:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761083.695437:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787761083.695469:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787761083.695478:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:2.0:1787761083.695516:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761080/real 1787761083]  req@ffff93eda1098000 x1874600962199680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761083.695541:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962199680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761083.695552:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761083.695558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761083.695562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199680:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787761083.695569:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761080/real 1787761083]  req@ffff93eda109ad00 x1874600962199808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761083.695582:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962199808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761083.695590:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761083.695608:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761083.695612:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962199808:192.168.204.156@tcp:8:kworker.0
00000100:00100000:2.0:1787761083.695619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761080/real 1787761083]  req@ffff93eda1099e00 x1874600962199552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761083.695645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962199552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761083.695654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761083.695661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761083.695665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962199552:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787761083.887352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761084.463300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761084.911353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761085.487276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761085.743260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761085.743268:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761085.743271:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761085.743282:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2365
00000100:00080000:2.0:1787761085.743294:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761085.743302:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761085.743337:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962199936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761085.743361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761085.743364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761085.743366:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761085.743370:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2365
00000100:00080000:2.0:1787761085.743375:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761085.743393:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962199936:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761085.743398:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761085.743426:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761085.743443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962200064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761085.743455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761085.743459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761085.743461:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761085.743465:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2365
00000100:00080000:2.0:1787761085.743471:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787761085.743474:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1787761085.743477:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761085.743483:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761085.743498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962200192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761085.743528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761085/real 1787761085]  req@ffff93ed916dde00 x1874600962199936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761085.743548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962199936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761085.743560:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761085.743564:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761085.743568:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962199936:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761085.743592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200064:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761085.743629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761085.743644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761085/real 1787761085]  req@ffff93ed916dc000 x1874600962200064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761085.743656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962200064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761085.743664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761085.743668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761085.743671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200064:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761085.743678:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200192:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761085.743699:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761085.743712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761085/real 1787761085]  req@ffff93ed916dfc00 x1874600962200192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761085.743724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962200192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761085.743747:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761085.743751:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761085.743754:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200192:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761085.935336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761086.511273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761086.959346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761087.535245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761087.983318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761088.559279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761089.007350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761089.583254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761090.031420:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761090.607245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761090.863303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761090.863314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761090.863318:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761090.863328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2370
00000100:00080000:1.0:1787761090.863340:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761090.863353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761090.863385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962200320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761090.863406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761090.863408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761090.863410:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761090.863413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2370
00000100:00080000:1.0:1787761090.863416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761090.863418:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761090.863441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761090.863452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962200448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761090.863462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761090.863463:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962200320:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761090.863466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761090.863470:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761090.863475:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2370
00000100:00080000:1.0:1787761090.863478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761090.863480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761090.863484:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761090.863493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962200576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761090.863533:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761090.863580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761090/real 1787761090]  req@ffff93eda12a4000 x1874600962200320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761090.863601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962200320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761090.863613:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761090.863619:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761090.863623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962200320:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761090.863649:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200448:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761090.863673:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761090.863688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761090/real 1787761090]  req@ffff93eda12a5a40 x1874600962200448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761090.863702:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962200448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761090.863709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761090.863717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761090.863720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200448:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761090.863724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200576:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761090.863742:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761090.863749:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761090/real 1787761090]  req@ffff93eda12a61c0 x1874600962200576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761090.863758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962200576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761090.863766:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761090.863770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761090.863773:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200576:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761091.055324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761091.631264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761092.079291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761092.655238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761093.103297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761093.679274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761094.127324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761094.703299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761095.151311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761095.727333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761095.983323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761095.983335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761095.983340:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761095.983352:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2375
00000100:00080000:0.0:1787761095.983365:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761095.983373:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761095.983418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962200704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761095.983448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761095.983452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761095.983474:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761095.983478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2375
00000100:00080000:0.0:1787761095.983482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761095.983485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761095.983495:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761095.983506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962200832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761095.983515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761095.983517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761095.983519:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761095.983524:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2375
00000100:00080000:0.0:1787761095.983530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787761095.983533:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962200704:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761095.983534:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761095.983538:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761095.983552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962200960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761095.983629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761095.983678:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761095/real 1787761095]  req@ffff93ed82c261c0 x1874600962200704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761095.983695:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962200704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761095.983721:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761095.983724:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761095.983727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962200704:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761095.983770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200832:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787761095.983790:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761095.983800:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761095/real 1787761095]  req@ffff93ed82c26d00 x1874600962200832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761095.983809:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962200832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761095.983815:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761095.983818:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761095.983820:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200832:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787761095.983824:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200960:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787761095.983836:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761095.983842:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761095/real 1787761095]  req@ffff93ed82c25e00 x1874600962200960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761095.983849:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962200960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761095.983854:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761095.983856:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761095.983858:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962200960:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761096.175363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761096.751307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761097.199321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761097.775312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761098.223391:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761098.799256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761099.247337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761099.823295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761100.271289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761100.847271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761101.103242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761101.103249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761101.103252:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761101.103260:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2380
00000100:00080000:0.0:1787761101.103269:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761101.103275:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761101.103306:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962201088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761101.103344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761101.103347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761101.103348:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761101.103351:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2380
00000100:00080000:0.0:1787761101.103354:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761101.103357:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761101.103364:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761101.103373:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962201216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761101.103379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761101.103382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761101.103383:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761101.103385:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2380
00000100:00080000:0.0:1787761101.103386:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761101.103389:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761101.103392:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761101.103399:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962201344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761101.103422:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962201088:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787761101.103477:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761101.103519:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761101/real 1787761101]  req@ffff93ed82c25e00 x1874600962201088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761101.103532:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962201088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761101.103541:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761101.103543:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761101.103546:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962201088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761101.103551:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201216:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787761101.103567:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761101.103577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761101/real 1787761101]  req@ffff93ed82c26d00 x1874600962201216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761101.103585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962201216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761101.103591:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761101.103593:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761101.103595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201216:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787761101.103598:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201344:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787761101.103621:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761101.103628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761101/real 1787761101]  req@ffff93ed82c261c0 x1874600962201344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761101.103636:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962201344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761101.103655:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761101.103657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761101.103659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201344:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761101.295304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761101.871266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761102.319362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761102.895274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761103.343325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761103.919314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761104.367339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761104.943255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761105.391307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761105.967280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761106.223271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761106.223282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761106.223287:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761106.223297:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2385
00000100:00080000:0.0:1787761106.223326:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761106.223334:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761106.223368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962201472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761106.223398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761106.223403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761106.223405:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761106.223409:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2385
00000100:00080000:0.0:1787761106.223413:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761106.223418:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761106.223428:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761106.223440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962201472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761106.223444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962201600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761106.223457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761106.223461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761106.223463:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761106.223468:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2385
00000100:00080000:0.0:1787761106.223471:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761106.223476:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761106.223481:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761106.223495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962201728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787761106.223499:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761106.223551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761106/real 1787761106]  req@ffff93ed82c27480 x1874600962201472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761106.223569:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962201472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761106.223577:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761106.223580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761106.223583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962201472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761106.223603:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201600:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787761106.223620:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761106.223637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761106/real 1787761106]  req@ffff93ed82c270c0 x1874600962201600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761106.223646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962201600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761106.223652:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761106.223654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761106.223656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201600:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787761106.223660:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201728:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787761106.223672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761106.223678:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761106/real 1787761106]  req@ffff93ed82c24b40 x1874600962201728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761106.223685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962201728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761106.223690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761106.223692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761106.223694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201728:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761106.415318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761106.991240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761107.439375:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761108.015338:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761108.463340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761109.039281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761109.487332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761110.063273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761110.511345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761111.087295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761111.343311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761111.343319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761111.343323:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761111.343332:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2391
00000100:00080000:1.0:1787761111.343341:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761111.343347:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761111.343380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962201856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761111.343425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761111.343428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761111.343430:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761111.343433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2391
00000100:00080000:1.0:1787761111.343436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761111.343439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761111.343459:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761111.343471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962201984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761111.343479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761111.343481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761111.343483:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761111.343486:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2391
00000100:00080000:1.0:1787761111.343490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761111.343493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761111.343497:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761111.343509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962202112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761111.343513:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962201856:192.168.204.156@tcp:250:kworker.0
00000800:00000100:2.0:1787761111.343612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761111.343677:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761111/real 1787761111]  req@ffff93eda12a61c0 x1874600962201856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761111.343721:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962201856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761111.343735:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761111.343741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761111.343745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962201856:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761111.343755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201984:192.168.204.156@tcp:38:kworker.0
00000800:00000100:2.0:1787761111.343784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761111.343799:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761111/real 1787761111]  req@ffff93eda12a5a40 x1874600962201984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761111.343814:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962201984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761111.343824:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761111.343828:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761111.343832:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962201984:192.168.204.156@tcp:38:kworker.0
00000100:00100000:2.0:1787761111.343869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202112:192.168.204.156@tcp:8:kworker.0
00000800:00000100:2.0:1787761111.343893:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761111.343906:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761111/real 1787761111]  req@ffff93eda12a4000 x1874600962202112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761111.343919:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962202112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761111.343940:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787761111.343944:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:2.0:1787761111.343947:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202112:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761111.535349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761112.111287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761112.559329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761113.135302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761113.583333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761114.159250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761114.607302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761115.183270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761115.631333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761116.207291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761116.463271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761116.463290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761116.463294:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761116.463302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2396
00000100:00080000:0.0:1787761116.463312:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761116.463318:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761116.463362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962202240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761116.463388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761116.463391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761116.463393:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761116.463397:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2396
00000100:00080000:0.0:1787761116.463401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761116.463404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761116.463413:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761116.463432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962202368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761116.463432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962202240:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761116.463451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761116.463456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761116.463458:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761116.463466:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2396
00000100:00080000:0.0:1787761116.463475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761116.463481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761116.463487:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761116.463504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962202496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761116.463504:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761116.463617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761116/real 1787761116]  req@ffff93ed82c26940 x1874600962202240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761116.463633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962202240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761116.463753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761116.463759:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761116.463765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962202240:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761116.463856:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202368:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761116.463878:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761116.463899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761116/real 1787761116]  req@ffff93ed82c243c0 x1874600962202368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761116.463912:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962202368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761116.463918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761116.463921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761116.463923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202368:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761116.463927:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202496:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761116.463945:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761116.463957:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761116/real 1787761116]  req@ffff93ed82c24780 x1874600962202496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761116.463979:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962202496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761116.463987:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761116.463991:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761116.463994:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202496:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761116.655324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761117.231268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761117.679344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761118.255344:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761118.703352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761119.279346:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761119.727481:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761120.303301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761120.751347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761121.327297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761121.583302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761121.583315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761121.583320:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761121.583333:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2401
00000100:00080000:0.0:1787761121.583346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761121.583355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761121.583399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962202624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761121.583439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761121.583443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761121.583445:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761121.583449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2401
00000100:00080000:0.0:1787761121.583453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761121.583456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761121.583468:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761121.583479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962202752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761121.583494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761121.583497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761121.583499:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761121.583503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2401
00000100:00080000:0.0:1787761121.583506:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761121.583510:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761121.583532:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761121.583542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962202880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761121.583548:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962202624:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787761121.583642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761121.583702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761121/real 1787761121]  req@ffff93ed82c27840 x1874600962202624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761121.583731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962202624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761121.583744:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761121.583749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761121.583753:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962202624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761121.583761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202752:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761121.583784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761121.583804:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761121/real 1787761121]  req@ffff93ed82c24000 x1874600962202752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761121.583825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962202752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761121.583833:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761121.583837:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761121.583840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202752:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761121.583868:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202880:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761121.583889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761121.583899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761121/real 1787761121]  req@ffff93ed82c252c0 x1874600962202880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761121.583910:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962202880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761121.583918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761121.583921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761121.583925:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962202880:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761121.775396:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761122.351288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761122.799318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761123.375274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761123.823322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761124.399289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761124.847305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761125.423290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761125.871336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761126.447271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761126.703266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761126.703274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761126.703277:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761126.703286:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2406
00000100:00080000:0.0:1787761126.703294:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761126.703300:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761126.703334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962203008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761126.703357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761126.703361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761126.703363:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761126.703367:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2406
00000100:00080000:0.0:1787761126.703371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761126.703375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761126.703384:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761126.703398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962203136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761126.703406:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962203008:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761126.703408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761126.703411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761126.703413:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761126.703416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2406
00000100:00080000:0.0:1787761126.703427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761126.703431:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761126.703436:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761126.703446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962203264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761126.703482:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761126.703528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761126/real 1787761126]  req@ffff93ed82c252c0 x1874600962203008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761126.703542:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962203008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761126.703550:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761126.703554:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761126.703557:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962203008:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761126.703585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203136:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761126.703603:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761126.703618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761126/real 1787761126]  req@ffff93ed82c24000 x1874600962203136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761126.703627:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962203136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761126.703632:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761126.703634:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761126.703636:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203136:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761126.703640:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203264:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761126.703652:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761126.703658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761126/real 1787761126]  req@ffff93ed82c27840 x1874600962203264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761126.703677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962203264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761126.703682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761126.703684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761126.703686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203264:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761126.895266:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761127.471295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761127.919318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761128.495256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761128.943299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761129.519294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761129.967352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761130.543253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761130.991319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761131.567298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761131.823315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761131.823326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761131.823330:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761131.823340:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2411
00000100:00080000:1.0:1787761131.823351:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761131.823358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761131.823397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962203392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761131.823424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761131.823426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761131.823428:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761131.823431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2411
00000100:00080000:1.0:1787761131.823434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761131.823437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761131.823445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761131.823455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962203520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761131.823462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761131.823465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761131.823466:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761131.823469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2411
00000100:00080000:1.0:1787761131.823471:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761131.823476:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761131.823478:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962203392:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761131.823479:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761131.823502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962203648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761131.823545:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761131.823600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761131/real 1787761131]  req@ffff93eda12a7c00 x1874600962203392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761131.823619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962203392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761131.823631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761131.823636:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761131.823640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962203392:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761131.823647:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203520:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761131.823678:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761131.823690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761131/real 1787761131]  req@ffff93eda12a6580 x1874600962203520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761131.823703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962203520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761131.823712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761131.823716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761131.823719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203520:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761131.823743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203648:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761131.823763:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761131.823774:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761131/real 1787761131]  req@ffff93eda12a6940 x1874600962203648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761131.823784:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962203648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761131.823792:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761131.823795:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761131.823798:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203648:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761132.015341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761132.591267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761133.039361:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761133.615266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761134.063297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761134.639269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761135.087377:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761135.663303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761136.111331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761136.687299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761136.943362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761136.943376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761136.943382:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761136.943396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2416
00000100:00080000:1.0:1787761136.943411:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761136.943422:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761136.943472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962203776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761136.943507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761136.943511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761136.943513:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761136.943518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2416
00000100:00080000:1.0:1787761136.943522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761136.943526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761136.943538:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761136.943553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962203904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761136.943564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761136.943572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761136.943574:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761136.943581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2416
00000100:00080000:1.0:1787761136.943586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787761136.943587:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962203776:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761136.943613:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761136.943621:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761136.943635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962204032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761136.943671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761136.943730:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761136/real 1787761136]  req@ffff93eda12a6940 x1874600962203776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761136.943752:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962203776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761136.943765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761136.943770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761136.943774:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962203776:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761136.943784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203904:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761136.943826:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761136.943841:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761136/real 1787761136]  req@ffff93eda12a6580 x1874600962203904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761136.943854:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962203904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761136.943864:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761136.943868:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761136.943871:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962203904:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761136.943898:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204032:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761136.943922:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761136.943935:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761136/real 1787761136]  req@ffff93eda12a7c00 x1874600962204032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761136.943987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962204032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761136.943996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761136.943999:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761136.944003:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204032:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761137.135295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761137.711232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761138.159344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761138.735275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761139.183302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761139.759275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761140.207341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761140.783271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761141.231298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761141.807276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761142.063278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761142.063288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761142.063293:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761142.063304:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2421
00000100:00080000:0.0:1787761142.063314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761142.063322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761142.063354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962204160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761142.063376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761142.063379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761142.063381:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761142.063384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2421
00000100:00080000:0.0:1787761142.063386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761142.063389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761142.063397:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761142.063406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962204288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761142.063413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761142.063422:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962204160:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761142.063431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761142.063433:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761142.063436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2421
00000100:00080000:0.0:1787761142.063439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761142.063442:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761142.063446:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761142.063456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962204416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761142.063476:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761142.063509:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761142/real 1787761142]  req@ffff93ed82c24780 x1874600962204160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761142.063522:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962204160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761142.063529:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761142.063532:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761142.063535:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962204160:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761142.063552:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204288:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761142.063574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761142.063590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761142/real 1787761142]  req@ffff93ed82c243c0 x1874600962204288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761142.063599:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962204288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761142.063604:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761142.063606:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761142.063609:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204288:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761142.063613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204416:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761142.063625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761142.063631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761142/real 1787761142]  req@ffff93ed82c26940 x1874600962204416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761142.063638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962204416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761142.063643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761142.063645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761142.063646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204416:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761142.255337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761142.831275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761143.279317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761143.855250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761144.303300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761144.879310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761145.327293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761145.903274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761146.351309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761146.927324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761147.183309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761147.183316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761147.183320:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761147.183329:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2426
00000100:00080000:2.0:1787761147.183339:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761147.183346:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761147.183398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962204544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761147.183420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761147.183422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761147.183424:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761147.183427:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2426
00000100:00080000:2.0:1787761147.183430:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761147.183433:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761147.183441:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761147.183451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962204672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761147.183459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761147.183461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761147.183464:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761147.183466:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962204544:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761147.183469:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2426
00000100:00080000:2.0:1787761147.183475:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761147.183478:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761147.183482:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761147.183491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962204800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761147.183564:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204672:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761147.183584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204800:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761147.375308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761147.951271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761148.399301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761148.975303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761149.423270:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761149.999298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761150.255397:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761150.255432:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761150.255447:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761150.255483:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761150.255494:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787761150.255524:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761147/real 1787761150]  req@ffff93ed916dcf00 x1874600962204672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761150.255549:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962204672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761150.255562:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761150.255566:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761150.255571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204672:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761150.255579:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761147/real 1787761150]  req@ffff93ed916ded00 x1874600962204800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761150.255591:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962204800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761150.255600:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761150.255603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761150.255607:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962204800:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787761150.255632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761147/real 1787761150]  req@ffff93ed916dc3c0 x1874600962204544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761150.255645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962204544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761150.255653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761150.255657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761150.255661:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962204544:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787761150.447328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761151.023268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761151.471291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761152.047294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761152.303247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761152.303269:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761152.303273:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761152.303282:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2431
00000100:00080000:2.0:1787761152.303291:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761152.303297:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761152.303327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962204928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761152.303358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761152.303363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761152.303365:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761152.303371:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2431
00000100:00080000:2.0:1787761152.303375:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761152.303380:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761152.303390:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761152.303404:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962204928:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761152.303409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962205056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761152.303422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761152.303425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761152.303428:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761152.303432:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2431
00000100:00080000:2.0:1787761152.303436:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761152.303442:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761152.303448:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761152.303462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962205184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761152.303478:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761152.303524:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761152/real 1787761152]  req@ffff93ed916dc780 x1874600962204928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761152.303545:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962204928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761152.303558:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761152.303562:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761152.303567:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962204928:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761152.303593:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205056:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761152.303620:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761152.303636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761152/real 1787761152]  req@ffff93ed916de940 x1874600962205056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761152.303664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962205056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761152.303681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761152.303685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761152.303690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205056:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761152.303698:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205184:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761152.303725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761152.303738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761152/real 1787761152]  req@ffff93ed916dd2c0 x1874600962205184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761152.303749:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962205184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761152.303757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761152.303760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761152.303764:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205184:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761152.495358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761153.071278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761153.519269:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761154.095298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761154.543337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761155.119243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761155.567273:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761156.143268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761156.591303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761157.167234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761157.423243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761157.423257:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761157.423260:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761157.423268:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2437
00000100:00080000:2.0:1787761157.423278:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761157.423283:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761157.423316:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962205312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761157.423339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761157.423342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761157.423343:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761157.423346:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2437
00000100:00080000:2.0:1787761157.423349:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761157.423351:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761157.423358:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761157.423367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962205440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761157.423374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761157.423377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761157.423378:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761157.423381:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2437
00000100:00080000:2.0:1787761157.423399:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761157.423400:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962205312:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761157.423404:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761157.423414:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761157.423424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962205568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761157.423468:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761157.423513:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761157/real 1787761157]  req@ffff93ed916dd2c0 x1874600962205312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761157.423534:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962205312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761157.423559:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761157.423564:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761157.423569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962205312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761157.423584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205440:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761157.423610:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761157.423623:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761157/real 1787761157]  req@ffff93ed916de940 x1874600962205440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761157.423649:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962205440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761157.423658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761157.423661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761157.423665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205440:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761157.423688:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205568:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761157.423707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761157.423717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761157/real 1787761157]  req@ffff93ed916dc780 x1874600962205568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761157.423729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962205568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761157.423738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761157.423741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761157.423745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205568:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761157.615298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761158.191274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761158.639400:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761159.215276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761159.663295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761160.239264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761160.687342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761161.263253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761161.711285:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761162.287305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761162.543348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761162.543359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761162.543363:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761162.543375:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2442
00000100:00080000:1.0:1787761162.543385:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761162.543393:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761162.543432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962205696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761162.543474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761162.543479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761162.543481:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761162.543486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2442
00000100:00080000:1.0:1787761162.543491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761162.543496:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761162.543506:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761162.543522:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962205696:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761162.543538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962205824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761162.543548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761162.543550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761162.543552:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761162.543555:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2442
00000100:00080000:1.0:1787761162.543558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761162.543561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761162.543565:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761162.543573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962205952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761162.543585:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761162.543638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761162/real 1787761162]  req@ffff93eda12a4000 x1874600962205696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761162.543661:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962205696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761162.543669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761162.543672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761162.543675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962205696:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761162.543694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205824:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761162.543712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761162.543720:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761162/real 1787761162]  req@ffff93eda12a5a40 x1874600962205824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761162.543728:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962205824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761162.543734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761162.543736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761162.543739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205824:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761162.543742:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205952:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761162.543753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761162.543758:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761162/real 1787761162]  req@ffff93eda12a61c0 x1874600962205952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761162.543766:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962205952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761162.543780:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761162.543784:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761162.543787:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962205952:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761162.735307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761163.311285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761163.759330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761164.335290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761164.783340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761165.359252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761165.807325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761166.383311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761166.831337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761167.407229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761167.663301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761167.663312:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761167.663317:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761167.663328:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2447
00000100:00080000:0.0:1787761167.663340:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761167.663347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761167.663403:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962206080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761167.663431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761167.663434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761167.663436:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761167.663439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2447
00000100:00080000:0.0:1787761167.663442:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761167.663444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761167.663454:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761167.663464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962206208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761167.663471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761167.663473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761167.663491:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761167.663493:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962206080:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761167.663497:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2447
00000100:00080000:0.0:1787761167.663502:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761167.663506:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761167.663510:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761167.663517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962206336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761167.663593:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761167.663654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761167/real 1787761167]  req@ffff93ed82c24b40 x1874600962206080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761167.663675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962206080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761167.663687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761167.663692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761167.663695:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962206080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761167.663704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206208:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761167.663727:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761167.663740:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761167/real 1787761167]  req@ffff93ed82c270c0 x1874600962206208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761167.663750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962206208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761167.663758:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761167.663761:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761167.663765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206208:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761167.663797:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206336:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761167.663826:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761167.663837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761167/real 1787761167]  req@ffff93ed82c27480 x1874600962206336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761167.663848:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962206336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761167.663855:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761167.663857:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761167.663859:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206336:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761167.855332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761168.431280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761168.879354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761169.455246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761169.903354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761170.479276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761170.927355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761171.503307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761171.951362:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761172.527272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761172.783319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761172.783330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761172.783335:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761172.783347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2452
00000100:00080000:0.0:1787761172.783359:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761172.783367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761172.783407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962206464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761172.783436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761172.783439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761172.783441:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761172.783447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2452
00000100:00080000:0.0:1787761172.783451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761172.783456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761172.783466:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761172.783483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962206592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761172.783488:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962206464:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761172.783520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761172.783523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761172.783525:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761172.783529:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2452
00000100:00080000:0.0:1787761172.783532:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761172.783536:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761172.783541:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761172.783556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962206720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761172.783566:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761172.783637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761172/real 1787761172]  req@ffff93ed82c261c0 x1874600962206464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761172.783662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962206464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761172.783675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761172.783680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761172.783684:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962206464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761172.783712:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206592:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761172.783743:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761172.783753:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761172/real 1787761172]  req@ffff93ed82c26d00 x1874600962206592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761172.783762:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962206592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761172.783768:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761172.783770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761172.783772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206592:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761172.783777:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206720:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761172.783789:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761172.783795:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761172/real 1787761172]  req@ffff93ed82c25e00 x1874600962206720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761172.783802:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962206720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761172.783808:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761172.783809:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761172.783811:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206720:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761172.975337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761173.551306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761173.999394:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761174.575267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761175.023340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761175.599275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761176.047449:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761176.623275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761177.071333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761177.647266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761177.903297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761177.903305:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761177.903309:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761177.903319:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2457
00000100:00080000:1.0:1787761177.903329:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761177.903336:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761177.903371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962206848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761177.903404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761177.903407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761177.903408:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761177.903411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2457
00000100:00080000:1.0:1787761177.903414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761177.903416:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761177.903424:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761177.903438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962206976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761177.903448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761177.903452:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962206848:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761177.903453:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761177.903456:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761177.903460:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2457
00000100:00080000:1.0:1787761177.903467:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761177.903470:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761177.903475:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761177.903484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962207104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761177.903513:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761177.903543:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761177/real 1787761177]  req@ffff93eda12a61c0 x1874600962206848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761177.903555:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962206848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761177.903561:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761177.903563:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761177.903565:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962206848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761177.903584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206976:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761177.903604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761177.903616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761177/real 1787761177]  req@ffff93eda12a5a40 x1874600962206976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761177.903628:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962206976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761177.903636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761177.903639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761177.903642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962206976:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761177.903648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207104:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761177.903663:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761177.903670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761177/real 1787761177]  req@ffff93eda12a4000 x1874600962207104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761177.903686:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962207104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761177.903691:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761177.903693:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761177.903695:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207104:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761178.095325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761178.671257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761179.119336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761179.695245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761180.143370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761180.719283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761181.167282:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761181.743292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761182.191387:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761182.767275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761183.023268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761183.023276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761183.023294:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761183.023303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2462
00000100:00080000:1.0:1787761183.023317:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761183.023324:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761183.023355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962207232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761183.023379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761183.023382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761183.023384:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761183.023388:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2462
00000100:00080000:1.0:1787761183.023391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761183.023395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761183.023404:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761183.023416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962207360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761183.023425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962207232:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761183.023428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761183.023434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761183.023436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761183.023440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2462
00000100:00080000:1.0:1787761183.023443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761183.023447:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761183.023452:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761183.023482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962207488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761183.023484:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761183.023524:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761183/real 1787761183]  req@ffff93eda12a7c00 x1874600962207232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761183.023540:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962207232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761183.023550:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761183.023554:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761183.023557:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962207232:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761183.023577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207360:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761183.023598:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761183.023608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761183/real 1787761183]  req@ffff93eda12a6580 x1874600962207360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761183.023626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962207360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761183.023640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761183.023644:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761183.023647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207360:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761183.023652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207488:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761183.023672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761183.023682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761183/real 1787761183]  req@ffff93eda12a6940 x1874600962207488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761183.023692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962207488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761183.023699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761183.023702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761183.023705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207488:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761183.215265:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761183.791284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761184.239596:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761184.815261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761185.263275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761185.839580:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761186.287467:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761186.863230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761187.311335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761187.887281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761188.143289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761188.143297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761188.143301:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761188.143308:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2467
00000100:00080000:1.0:1787761188.143317:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761188.143329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761188.143364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962207616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761188.143398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761188.143402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761188.143403:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761188.143408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2467
00000100:00080000:1.0:1787761188.143413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761188.143417:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761188.143427:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761188.143440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962207744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761188.143441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962207616:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761188.143458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761188.143462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761188.143464:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761188.143469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2467
00000100:00080000:1.0:1787761188.143497:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761188.143501:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761188.143506:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761188.143508:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787761188.143522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962207872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761188.143552:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761188/real 1787761188]  req@ffff93eda12a6940 x1874600962207616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761188.143570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962207616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761188.143580:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761188.143592:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761188.143596:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962207616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761188.143620:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207744:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761188.143642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761188.143655:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761188/real 1787761188]  req@ffff93eda12a6580 x1874600962207744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761188.143667:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962207744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761188.143674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761188.143677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761188.143681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207744:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761188.143687:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207872:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761188.143707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761188.143719:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761188/real 1787761188]  req@ffff93eda12a7c00 x1874600962207872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761188.143731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962207872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761188.143738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761188.143741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761188.143744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962207872:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761188.335357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761188.911233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761189.359291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761189.935277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761190.383314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761190.959268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761191.407292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761191.983260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761192.431279:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761193.007271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761193.263270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761193.263277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761193.263280:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761193.263289:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2472
00000100:00080000:0.0:1787761193.263297:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761193.263302:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761193.263331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962208000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761193.263351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761193.263354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761193.263356:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761193.263360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2472
00000100:00080000:0.0:1787761193.263363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761193.263366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761193.263375:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761193.263383:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962208000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761193.263386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962208128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761193.263394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761193.263396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761193.263398:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761193.263401:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2472
00000100:00080000:0.0:1787761193.263403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761193.263406:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761193.263423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761193.263433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962208256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761193.263440:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761193.263483:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761193/real 1787761193]  req@ffff93ed82c25e00 x1874600962208000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761193.263496:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962208000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761193.263504:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761193.263506:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761193.263508:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962208000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761193.263527:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208128:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761193.263544:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761193.263554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761193/real 1787761193]  req@ffff93ed82c26d00 x1874600962208128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761193.263565:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962208128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761193.263573:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761193.263576:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761193.263579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208128:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761193.263585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208256:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761193.263599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761193.263606:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761193/real 1787761193]  req@ffff93ed82c261c0 x1874600962208256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761193.263619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962208256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761193.263624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761193.263625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761193.263627:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208256:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761193.455294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761194.031291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761194.479339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761195.055274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761195.503296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761196.079234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761196.527310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761197.103280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761197.551295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761198.127327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761198.383260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761198.383269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761198.383273:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761198.383281:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2478
00000100:00080000:0.0:1787761198.383291:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761198.383296:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761198.383324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962208384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761198.383344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761198.383347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761198.383348:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761198.383350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2478
00000100:00080000:0.0:1787761198.383352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761198.383354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761198.383361:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761198.383372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962208512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761198.383378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761198.383393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761198.383397:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761198.383399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962208384:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761198.383403:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2478
00000100:00080000:0.0:1787761198.383410:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761198.383413:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761198.383417:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761198.383427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962208640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761198.383479:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761198.383536:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761198/real 1787761198]  req@ffff93ed82c27480 x1874600962208384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761198.383556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962208384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761198.383576:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761198.383584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761198.383588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962208384:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761198.383597:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208512:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761198.383622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761198.383636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761198/real 1787761198]  req@ffff93ed82c270c0 x1874600962208512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761198.383662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962208512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761198.383671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761198.383674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761198.383677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208512:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761198.383706:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208640:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761198.383724:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761198.383731:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761198/real 1787761198]  req@ffff93ed82c24b40 x1874600962208640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761198.383739:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962208640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761198.383744:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761198.383746:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761198.383748:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208640:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761198.575372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761199.151266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761199.599333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761200.175275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761200.623303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761201.199268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761201.647400:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761202.223265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761202.671330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761203.247285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761203.503295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761203.503305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761203.503310:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761203.503319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2483
00000100:00080000:1.0:1787761203.503330:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761203.503338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761203.503370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962208768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761203.503396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761203.503400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761203.503401:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761203.503411:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2483
00000100:00080000:1.0:1787761203.503414:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761203.503431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761203.503439:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761203.503444:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962208768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761203.503453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962208896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761203.503464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761203.503467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761203.503469:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761203.503472:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2483
00000100:00080000:1.0:1787761203.503476:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761203.503479:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761203.503483:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761203.503492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962209024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761203.503507:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761203.503554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761203/real 1787761203]  req@ffff93eda12a4000 x1874600962208768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761203.503582:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962208768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761203.503592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761203.503595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761203.503599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962208768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761203.503621:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208896:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761203.503643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761203.503667:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761203/real 1787761203]  req@ffff93eda12a5a40 x1874600962208896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761203.503679:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962208896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761203.503687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761203.503690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761203.503693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962208896:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761203.503699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209024:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761203.503720:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761203.503731:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761203/real 1787761203]  req@ffff93eda12a61c0 x1874600962209024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761203.503741:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962209024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761203.503760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761203.503763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761203.503766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209024:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761203.695270:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761204.271249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761204.719291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761205.295259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761205.743290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761206.319233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761206.767304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761207.343272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761207.791292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761208.367228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761208.623273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761208.623282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761208.623287:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761208.623298:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2488
00000100:00080000:1.0:1787761208.623309:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761208.623318:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761208.623355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962209152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761208.623380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761208.623396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761208.623399:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761208.623404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2488
00000100:00080000:1.0:1787761208.623409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761208.623414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761208.623424:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761208.623431:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962209152:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761208.623440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962209280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761208.623453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761208.623457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761208.623459:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761208.623463:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2488
00000100:00080000:1.0:1787761208.623466:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761208.623470:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761208.623475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761208.623486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962209408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761208.623498:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761208.623552:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761208/real 1787761208]  req@ffff93eda12a61c0 x1874600962209152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761208.623588:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962209152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761208.623599:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761208.623604:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761208.623608:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962209152:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761208.623633:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209280:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761208.623659:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761208.623672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761208/real 1787761208]  req@ffff93eda12a5a40 x1874600962209280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761208.623686:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962209280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761208.623698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761208.623700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761208.623703:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209280:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761208.623707:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209408:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761208.623724:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761208.623732:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761208/real 1787761208]  req@ffff93eda12a4000 x1874600962209408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761208.623739:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962209408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761208.623745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761208.623747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761208.623749:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209408:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761208.815334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761209.391249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761209.839275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761210.415224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761210.863320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761211.439266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761211.887264:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761212.463272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761212.911329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761213.487271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761213.743299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761213.743309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761213.743312:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761213.743321:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2493
00000100:00080000:0.0:1787761213.743331:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761213.743339:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761213.743377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962209536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761213.743403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761213.743408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761213.743425:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761213.743431:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2493
00000100:00080000:0.0:1787761213.743437:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787761213.743441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962209536:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761213.743446:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761213.743471:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761213.743489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962209664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761213.743501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761213.743505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761213.743507:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761213.743512:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2493
00000100:00080000:0.0:1787761213.743516:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761213.743519:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761213.743524:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761213.743535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962209792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761213.743567:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209664:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761213.743599:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209792:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761213.935277:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761214.511300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761214.959348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761215.535296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761215.983348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761216.559307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761216.815551:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761216.815612:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761216.815640:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761216.815692:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761216.815728:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787761216.815755:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761213/real 1787761216]  req@ffff93ed82c243c0 x1874600962209664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761216.815791:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962209664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761216.815806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761216.815812:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761216.815818:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209664:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761216.815827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761213/real 1787761216]  req@ffff93ed82c24780 x1874600962209792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761216.815840:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962209792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761216.815849:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761216.815853:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761216.815857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962209792:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787761216.815865:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761213/real 1787761216]  req@ffff93ed82c26940 x1874600962209536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761216.815880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962209536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761216.815888:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761216.815892:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761216.815905:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962209536:192.168.204.156@tcp:250:kworker.0
00010000:00010000:0.0:1787761217.007352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761217.583269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761218.031328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761218.607293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761218.863293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761218.863301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761218.863306:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761218.863315:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2498
00000100:00080000:0.0:1787761218.863341:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761218.863347:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761218.863397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962209920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761218.863420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761218.863423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761218.863424:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761218.863428:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2498
00000100:00080000:0.0:1787761218.863430:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761218.863434:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761218.863441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761218.863450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962210048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761218.863458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761218.863460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761218.863462:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761218.863465:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2498
00000100:00080000:0.0:1787761218.863467:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761218.863469:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761218.863473:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761218.863480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962210176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761218.863488:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962209920:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787761218.863562:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761218.863612:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761218/real 1787761218]  req@ffff93ed82c27840 x1874600962209920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761218.863645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962209920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761218.863658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761218.863662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761218.863666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962209920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761218.863679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210048:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761218.863704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761218.863719:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761218/real 1787761218]  req@ffff93ed82c24000 x1874600962210048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761218.863733:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962210048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761218.863743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761218.863746:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761218.863750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210048:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761218.863777:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210176:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761218.863807:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761218.863820:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761218/real 1787761218]  req@ffff93ed82c252c0 x1874600962210176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761218.863833:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962210176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761218.863842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761218.863846:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761218.863850:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210176:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761219.055348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761219.631273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761220.079301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761220.655314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761221.103305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761221.679234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761222.127329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761222.703318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761223.151379:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761223.727328:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761223.983335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761223.983345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761223.983348:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761223.983358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2503
00000100:00080000:2.0:1787761223.983370:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761223.983378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761223.983419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962210304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761223.983448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761223.983451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761223.983471:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761223.983475:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2503
00000100:00080000:2.0:1787761223.983479:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761223.983489:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761223.983490:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962210304:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787761223.983500:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761223.983518:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962210432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761223.983527:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761223.983530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761223.983532:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761223.983535:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2503
00000100:00080000:2.0:1787761223.983538:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761223.983541:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761223.983546:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761223.983554:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962210560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761223.983575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761223.983625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761223/real 1787761223]  req@ffff93ed916dc3c0 x1874600962210304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761223.983648:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962210304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761223.983662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761223.983667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761223.983672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962210304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761223.983704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210432:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761223.983738:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761223.983749:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761223/real 1787761223]  req@ffff93ed916ded00 x1874600962210432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761223.983758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962210432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761223.983765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761223.983768:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761223.983772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210432:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761223.983779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210560:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761223.983802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761223.983814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761223/real 1787761223]  req@ffff93ed916dcf00 x1874600962210560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761223.983828:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962210560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761223.983834:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761223.983837:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761223.983839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210560:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761224.175362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761224.751282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761225.199369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761225.775246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761226.223364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761226.799312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761227.247293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761227.823239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761228.271347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761228.847255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761229.103278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761229.103305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761229.103308:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761229.103317:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2508
00000100:00080000:3.0:1787761229.103326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761229.103332:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761229.103363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962210688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761229.103399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761229.103403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761229.103405:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761229.103410:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2508
00000100:00080000:3.0:1787761229.103414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761229.103419:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761229.103429:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761229.103443:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962210688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761229.103448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962210816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761229.103461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761229.103465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761229.103467:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761229.103481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2508
00000100:00080000:3.0:1787761229.103490:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761229.103495:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761229.103500:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761229.103512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761229.103513:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962210944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761229.103564:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761229/real 1787761229]  req@ffff93eda109a940 x1874600962210688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761229.103579:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962210688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761229.103594:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761229.103598:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761229.103601:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962210688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761229.103621:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210816:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761229.103638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761229.103647:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761229/real 1787761229]  req@ffff93eda10983c0 x1874600962210816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761229.103655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962210816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761229.103660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761229.103663:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761229.103665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210816:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761229.103668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210944:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761229.103691:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761229.103698:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761229/real 1787761229]  req@ffff93eda1099e00 x1874600962210944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761229.103706:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962210944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761229.103711:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761229.103712:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761229.103714:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962210944:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761229.295276:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761229.871300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761230.319397:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761230.895301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761231.343280:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761231.919308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761232.367327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761232.943280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761233.391322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761233.967293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761234.223285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761234.223295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761234.223298:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761234.223309:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2513
00000100:00080000:3.0:1787761234.223319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761234.223325:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761234.223356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962211072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761234.223379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761234.223382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761234.223383:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761234.223386:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2513
00000100:00080000:3.0:1787761234.223388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761234.223391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761234.223398:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761234.223406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962211200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761234.223416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761234.223420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761234.223422:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761234.223426:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2513
00000100:00100000:0.0:1787761234.223439:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962211072:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761234.223452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761234.223459:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761234.223465:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761234.223481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962211328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761234.223513:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761234.223556:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761234/real 1787761234]  req@ffff93eda109ad00 x1874600962211072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761234.223572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962211072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761234.223584:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761234.223587:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761234.223590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962211072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761234.223596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211200:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761234.223619:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761234.223628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761234/real 1787761234]  req@ffff93eda1098000 x1874600962211200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761234.223636:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962211200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761234.223642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761234.223644:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761234.223646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211200:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761234.223667:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211328:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761234.223678:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761234.223684:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761234/real 1787761234]  req@ffff93eda1098780 x1874600962211328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761234.223691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962211328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761234.223696:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761234.223698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761234.223700:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211328:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761234.415399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761234.991276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761235.439367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761236.015269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761236.463387:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761237.039279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761237.487341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761238.063289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761238.511316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761239.087315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761239.343257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761239.343265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761239.343269:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761239.343277:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2519
00000100:00080000:1.0:1787761239.343286:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761239.343292:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761239.343330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962211456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761239.343351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761239.343354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761239.343355:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761239.343358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2519
00000100:00080000:1.0:1787761239.343361:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761239.343363:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761239.343370:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761239.343380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962211584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761239.343390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761239.343393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761239.343398:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761239.343399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962211456:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761239.343404:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2519
00000100:00080000:1.0:1787761239.343408:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761239.343432:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761239.343439:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761239.343454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962211712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761239.343469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761239.343509:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761239/real 1787761239]  req@ffff93eda12a7c00 x1874600962211456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761239.343523:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962211456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761239.343531:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761239.343534:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761239.343537:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962211456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761239.343555:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211584:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761239.343569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761239.343577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761239/real 1787761239]  req@ffff93eda12a6580 x1874600962211584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761239.343585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962211584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761239.343596:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761239.343598:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761239.343601:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211584:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761239.343605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211712:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761239.343616:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761239.343622:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761239/real 1787761239]  req@ffff93eda12a6940 x1874600962211712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761239.343641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962211712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761239.343646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761239.343648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761239.343651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211712:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761239.535342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761240.111268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761240.559379:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761241.135308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761241.583330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761242.159269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761242.607345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761243.183276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761243.631340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761244.207280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761244.463340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.463350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761244.463355:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761244.463367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2524
00000100:00080000:3.0:1787761244.463380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761244.463387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761244.463431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962211840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761244.463454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.463457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761244.463459:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761244.463462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2524
00000100:00080000:3.0:1787761244.463465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761244.463467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761244.463477:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761244.463505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962211968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761244.463512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761244.463514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761244.463516:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761244.463518:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2524
00000100:00080000:3.0:1787761244.463521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761244.463525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761244.463529:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761244.463535:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962211840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761244.463544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962212096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761244.463610:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761244.463654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761244/real 1787761244]  req@ffff93eda1099a40 x1874600962211840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761244.463673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962211840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761244.463681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761244.463685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761244.463688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962211840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761244.463694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211968:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761244.463710:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761244.463718:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761244/real 1787761244]  req@ffff93eda1098b40 x1874600962211968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761244.463739:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962211968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761244.463745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761244.463748:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761244.463750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962211968:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761244.463770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212096:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761244.463784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761244.463791:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761244/real 1787761244]  req@ffff93eda1098780 x1874600962212096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761244.463798:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962212096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761244.463803:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761244.463805:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761244.463807:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212096:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761244.655352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761245.231244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761245.679367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761246.255299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761246.703357:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761247.279271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761247.727372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761248.303347:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761248.751339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761249.327277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761249.583328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761249.583338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761249.583342:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761249.583353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2529
00000100:00080000:1.0:1787761249.583363:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761249.583370:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761249.583408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962212224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761249.583438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761249.583447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761249.583449:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761249.583453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2529
00000100:00080000:1.0:1787761249.583457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761249.583461:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761249.583472:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761249.583487:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962212224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761249.583488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962212352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761249.583515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761249.583519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761249.583521:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761249.583525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2529
00000100:00080000:1.0:1787761249.583543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761249.583547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761249.583553:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761249.583554:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787761249.583569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962212480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761249.583600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761249/real 1787761249]  req@ffff93eda12a6940 x1874600962212224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761249.583624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962212224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761249.583635:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761249.583639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761249.583643:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962212224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761249.583668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212352:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761249.583694:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761249.583707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761249/real 1787761249]  req@ffff93eda12a6580 x1874600962212352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761249.583719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962212352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761249.583727:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761249.583730:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761249.583733:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212352:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761249.583739:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212480:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761249.583758:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761249.583782:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761249/real 1787761249]  req@ffff93eda12a7c00 x1874600962212480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761249.583794:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962212480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761249.583814:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761249.583818:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761249.583822:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212480:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761249.775324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761250.351270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761250.799337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761251.375282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761251.823325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761252.399269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761252.847360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761253.423312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761253.871368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761254.447311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761254.703317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.703327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761254.703339:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761254.703350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2534
00000100:00080000:3.0:1787761254.703361:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761254.703369:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761254.703405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962212608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761254.703432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.703450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761254.703453:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761254.703458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2534
00000100:00080000:3.0:1787761254.703462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761254.703467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761254.703477:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761254.703492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962212736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761254.703513:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962212608:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761254.703518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761254.703524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761254.703526:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761254.703532:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2534
00000100:00080000:3.0:1787761254.703536:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761254.703539:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761254.703545:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761254.703558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962212864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761254.703592:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761254.703655:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761254/real 1787761254]  req@ffff93eda1098000 x1874600962212608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761254.703696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962212608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761254.703710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761254.703716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761254.703721:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962212608:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761254.703750:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212736:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761254.703781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761254.703798:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761254/real 1787761254]  req@ffff93eda109ad00 x1874600962212736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761254.703813:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962212736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761254.703833:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761254.703836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761254.703839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212736:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761254.703845:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212864:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761254.703870:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761254.703884:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761254/real 1787761254]  req@ffff93eda1099e00 x1874600962212864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761254.703898:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962212864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761254.703914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761254.703917:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761254.703920:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962212864:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761254.895383:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761255.471307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761255.919317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761256.495278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761256.943308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761257.519282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761257.967332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761258.543255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761258.991297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761259.567266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761259.823289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761259.823299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761259.823303:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761259.823313:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2539
00000100:00080000:1.0:1787761259.823322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761259.823329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761259.823360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962212992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761259.823384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761259.823388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761259.823403:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761259.823408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2539
00000100:00080000:1.0:1787761259.823412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761259.823416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761259.823432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962212992:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761259.823434:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761259.823450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962213120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761259.823462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761259.823465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761259.823467:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761259.823470:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2539
00000100:00080000:1.0:1787761259.823483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761259.823487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787761259.823491:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787761259.823492:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761259.823505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962213248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761259.823529:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761259/real 1787761259]  req@ffff93eda12a4000 x1874600962212992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761259.823548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962212992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761259.823573:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761259.823577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761259.823579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962212992:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761259.823597:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213120:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761259.823614:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761259.823622:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761259/real 1787761259]  req@ffff93eda12a5a40 x1874600962213120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761259.823630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962213120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761259.823635:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761259.823637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761259.823639:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213120:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761259.823642:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213248:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761259.823652:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761259.823657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761259/real 1787761259]  req@ffff93eda12a61c0 x1874600962213248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761259.823664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962213248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761259.823668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761259.823670:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761259.823679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213248:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761260.015300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761260.591234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761261.039295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761261.615309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761262.063349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761262.639268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761263.087273:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761263.663278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761264.111367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761264.687223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761264.943259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761264.943266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761264.943270:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761264.943287:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2544
00000100:00080000:1.0:1787761264.943298:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761264.943306:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761264.943349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962213376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761264.943367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761264.943369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761264.943371:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761264.943374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2544
00000100:00080000:1.0:1787761264.943376:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761264.943379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761264.943386:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761264.943394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962213504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761264.943400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761264.943402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761264.943403:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761264.943405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2544
00000100:00080000:1.0:1787761264.943407:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761264.943409:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761264.943413:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962213376:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761264.943414:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761264.943424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962213632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761264.943481:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761264.943520:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761264/real 1787761264]  req@ffff93eda12a61c0 x1874600962213376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761264.943535:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962213376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761264.943546:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761264.943550:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761264.943554:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962213376:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761264.943561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213504:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761264.943583:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761264.943595:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761264/real 1787761264]  req@ffff93eda12a5a40 x1874600962213504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761264.943606:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962213504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761264.943615:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761264.943618:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761264.943621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213504:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761264.943649:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213632:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761264.943670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761264.943680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761264/real 1787761264]  req@ffff93eda12a4000 x1874600962213632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761264.943691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962213632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761264.943699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761264.943701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761264.943703:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213632:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761265.135258:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761265.711270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761266.159337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761266.735251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761267.183323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761267.759290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761268.207328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761268.783271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761269.231322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761269.807277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761270.063298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761270.063321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761270.063325:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761270.063338:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2549
00000100:00080000:1.0:1787761270.063347:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761270.063353:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761270.063395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962213760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761270.063413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761270.063415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761270.063417:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761270.063419:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2549
00000100:00080000:1.0:1787761270.063422:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761270.063424:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761270.063431:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761270.063438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962213888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761270.063444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761270.063446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761270.063448:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761270.063450:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2549
00000100:00080000:1.0:1787761270.063452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761270.063454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761270.063457:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761270.063466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962214016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761270.063467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962213760:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761270.063537:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761270.063573:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761270/real 1787761270]  req@ffff93eda12a7c00 x1874600962213760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761270.063589:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962213760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761270.063598:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761270.063601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761270.063605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962213760:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761270.063619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213888:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761270.063639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761270.063650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761270/real 1787761270]  req@ffff93eda12a6580 x1874600962213888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761270.063661:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962213888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761270.063668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761270.063671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761270.063674:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962213888:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761270.063695:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214016:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761270.063712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761270.063721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761270/real 1787761270]  req@ffff93eda12a6940 x1874600962214016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761270.063732:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962214016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761270.063738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761270.063741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761270.063744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214016:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761270.255325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761270.831273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761271.279379:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761271.855250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761272.303299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761272.879272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761273.327364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761273.903265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761274.351340:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761274.927296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761275.183398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761275.183406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761275.183422:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761275.183429:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2554
00000100:00080000:3.0:1787761275.183437:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761275.183442:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761275.183481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962214144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761275.183510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761275.183512:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761275.183514:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761275.183516:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2554
00000100:00080000:3.0:1787761275.183519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761275.183522:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761275.183529:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761275.183538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962214272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761275.183544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761275.183546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761275.183547:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761275.183550:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2554
00000100:00080000:3.0:1787761275.183551:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761275.183554:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761275.183558:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761275.183565:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962214400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761275.183595:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962214144:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761275.183677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761275.183728:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761275/real 1787761275]  req@ffff93eda10983c0 x1874600962214144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761275.183744:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962214144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761275.183757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761275.183761:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761275.183765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962214144:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761275.183773:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214272:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761275.183797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761275.183810:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761275/real 1787761275]  req@ffff93eda109a940 x1874600962214272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761275.183823:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962214272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761275.183831:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761275.183835:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761275.183838:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214272:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761275.183868:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214400:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761275.183888:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761275.183896:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761275/real 1787761275]  req@ffff93eda1099e00 x1874600962214400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761275.183915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962214400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761275.183920:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761275.183922:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761275.183924:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214400:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761275.375361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761275.951325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761276.399363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761276.975307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761277.423331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761277.999306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761278.447306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761279.023268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761279.471372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761280.047254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761280.303283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.303295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761280.303300:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761280.303310:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2559
00000100:00080000:3.0:1787761280.303322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761280.303329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761280.303378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962214528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761280.303416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.303420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761280.303422:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761280.303427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2559
00000100:00080000:3.0:1787761280.303430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761280.303435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761280.303447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761280.303465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962214656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761280.303473:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962214528:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761280.303487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761280.303492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761280.303496:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761280.303503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2559
00000100:00080000:3.0:1787761280.303508:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761280.303513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761280.303538:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761280.303551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962214784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761280.303589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214656:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761280.303613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214784:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761280.495321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761281.071313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761281.519307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761282.095266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761282.543281:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761283.119282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761283.375355:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761283.375391:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761283.375404:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761283.375434:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761283.375442:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787761283.375508:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761280/real 1787761283]  req@ffff93eda1098000 x1874600962214656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761283.375530:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962214656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761283.375542:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761283.375546:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761283.375563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214656:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761283.375587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761280/real 1787761283]  req@ffff93eda1098780 x1874600962214784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761283.375600:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962214784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761283.375607:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761283.375610:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761283.375613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962214784:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787761283.375619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761280/real 1787761283]  req@ffff93eda109ad00 x1874600962214528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761283.375631:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962214528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761283.375638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761283.375641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761283.375644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962214528:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787761283.567333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761284.143259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761284.591330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761285.167349:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761285.423332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761285.423342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761285.423346:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761285.423356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2565
00000100:00080000:1.0:1787761285.423366:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761285.423373:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761285.423406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962214912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761285.423431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761285.423434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761285.423436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761285.423440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2565
00000100:00080000:1.0:1787761285.423444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761285.423447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761285.423457:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761285.423470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962215040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761285.423493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761285.423496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761285.423498:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761285.423502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2565
00000100:00080000:1.0:1787761285.423507:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761285.423511:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761285.423517:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761285.423527:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962214912:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761285.423538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962215168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761285.423657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761285.423738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761285/real 1787761285]  req@ffff93eda12a6940 x1874600962214912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761285.423762:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962214912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761285.423790:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761285.423795:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761285.423800:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962214912:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761285.423809:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215040:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761285.423836:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761285.423850:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761285/real 1787761285]  req@ffff93eda12a6580 x1874600962215040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761285.423863:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962215040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761285.423872:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761285.423876:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761285.423878:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215040:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761285.423916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215168:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761285.423939:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761285.423951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761285/real 1787761285]  req@ffff93eda12a7c00 x1874600962215168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761285.423961:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962215168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761285.423968:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761285.423971:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761285.423974:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215168:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761285.615346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761286.191257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761286.639315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761287.215270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761287.663323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761288.239288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761288.687369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761289.263250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761289.711293:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761290.287288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761290.543247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761290.543262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761290.543267:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761290.543291:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2570
00000100:00080000:1.0:1787761290.543306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761290.543315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761290.543361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962215296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761290.543388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761290.543392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761290.543394:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761290.543399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2570
00000100:00080000:1.0:1787761290.543402:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761290.543406:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761290.543437:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761290.543447:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962215296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761290.543451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962215424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761290.543460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761290.543463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761290.543464:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761290.543467:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2570
00000100:00080000:1.0:1787761290.543470:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761290.543473:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761290.543476:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761290.543485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962215552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761290.543516:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761290.543563:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761290/real 1787761290]  req@ffff93eda12a4000 x1874600962215296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761290.543578:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962215296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761290.543586:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761290.543589:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761290.543591:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962215296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761290.543613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215424:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761290.543627:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761290.543635:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761290/real 1787761290]  req@ffff93eda12a5a40 x1874600962215424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761290.543645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962215424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761290.543653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761290.543656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761290.543659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215424:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761290.543673:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215552:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761290.543696:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761290.543706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761290/real 1787761290]  req@ffff93eda12a61c0 x1874600962215552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761290.543714:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962215552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761290.543719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761290.543721:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761290.543723:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215552:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761290.735369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761291.311259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761291.759294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761292.335288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761292.783307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761293.359232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761293.807277:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761294.383247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761294.831325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761295.407236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761295.663308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761295.663318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761295.663323:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761295.663333:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2575
00000100:00080000:3.0:1787761295.663344:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761295.663353:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761295.663399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962215680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761295.663423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761295.663426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761295.663427:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761295.663430:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2575
00000100:00080000:3.0:1787761295.663433:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761295.663436:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761295.663445:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761295.663456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962215808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761295.663463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761295.663465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761295.663466:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761295.663469:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2575
00000100:00100000:0.0:1787761295.663485:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962215680:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761295.663490:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761295.663499:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761295.663504:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761295.663517:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962215936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761295.663554:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761295.663603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761295/real 1787761295]  req@ffff93eda1098b40 x1874600962215680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761295.663619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962215680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761295.663627:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761295.663630:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761295.663633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962215680:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761295.663649:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215808:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761295.663666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761295.663674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761295/real 1787761295]  req@ffff93eda1099a40 x1874600962215808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761295.663681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962215808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761295.663686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761295.663689:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761295.663691:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215808:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761295.663711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215936:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761295.663725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761295.663735:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761295/real 1787761295]  req@ffff93eda109ad00 x1874600962215936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761295.663745:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962215936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761295.663753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761295.663756:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761295.663759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962215936:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761295.855393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761296.431259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761296.879299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761297.455266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761297.903344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761298.479274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761298.927326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761299.503259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761299.951315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761300.527288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761300.783305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761300.783314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761300.783318:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761300.783328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2580
00000100:00080000:1.0:1787761300.783337:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761300.783345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761300.783379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962216064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761300.783405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761300.783425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761300.783427:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761300.783432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2580
00000100:00080000:1.0:1787761300.783436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761300.783441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761300.783446:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962216064:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761300.783451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761300.783466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962216192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761300.783476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761300.783480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761300.783482:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761300.783484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2580
00000100:00080000:1.0:1787761300.783488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761300.783492:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787761300.783496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787761300.783498:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761300.783511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962216320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761300.783542:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761300/real 1787761300]  req@ffff93eda12a61c0 x1874600962216064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761300.783559:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962216064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761300.783581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761300.783585:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761300.783587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962216064:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761300.783608:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216192:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761300.783635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761300.783648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761300/real 1787761300]  req@ffff93eda12a5a40 x1874600962216192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761300.783655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962216192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761300.783661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761300.783662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761300.783665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216192:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761300.783668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216320:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761300.783681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761300.783687:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761300/real 1787761300]  req@ffff93eda12a4000 x1874600962216320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761300.783701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962216320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761300.783706:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761300.783708:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761300.783709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216320:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761300.975322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761301.551275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761301.999324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761302.575271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761303.023318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761303.599272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761304.047294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761304.623260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761305.071327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761305.647232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761305.903295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761305.903305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761305.903309:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761305.903318:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2585
00000100:00080000:1.0:1787761305.903328:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761305.903359:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761305.903392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962216448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761305.903419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761305.903421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761305.903423:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761305.903426:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2585
00000100:00080000:1.0:1787761305.903430:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761305.903440:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761305.903448:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761305.903458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962216576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761305.903466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761305.903467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962216448:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761305.903469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761305.903472:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761305.903479:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2585
00000100:00080000:1.0:1787761305.903482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761305.903484:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761305.903487:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761305.903498:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962216704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761305.903541:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761305.903586:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761305/real 1787761305]  req@ffff93eda12a7c00 x1874600962216448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761305.903601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962216448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761305.903610:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761305.903613:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761305.903616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962216448:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761305.903638:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216576:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761305.903657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761305.903685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761305/real 1787761305]  req@ffff93eda12a6580 x1874600962216576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761305.903704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962216576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761305.903713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761305.903716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761305.903719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216576:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761305.903724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216704:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761305.903745:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761305.903755:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761305/real 1787761305]  req@ffff93eda12a6940 x1874600962216704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761305.903767:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962216704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761305.903775:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761305.903778:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761305.903781:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216704:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761306.095280:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761306.671260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761307.119306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761307.695213:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761308.143332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761308.719256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761309.167291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761309.743273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761310.191317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761310.767253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761311.023294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761311.023304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761311.023309:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761311.023320:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2590
00000100:00080000:3.0:1787761311.023330:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761311.023336:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761311.023370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962216832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761311.023392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761311.023394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761311.023396:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761311.023399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2590
00000100:00080000:3.0:1787761311.023401:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761311.023404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761311.023411:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761311.023420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962216960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761311.023428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761311.023445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761311.023446:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761311.023449:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2590
00000100:00080000:3.0:1787761311.023453:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761311.023456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761311.023460:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761311.023468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962216832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761311.023473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962217088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761311.023562:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761311.023634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761311/real 1787761311]  req@ffff93eda1098780 x1874600962216832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761311.023664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962216832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761311.023673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761311.023676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761311.023679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962216832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761311.023685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216960:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761311.023706:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761311.023718:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761311/real 1787761311]  req@ffff93eda1098000 x1874600962216960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761311.023731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962216960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761311.023739:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761311.023742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761311.023746:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962216960:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761311.023775:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217088:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761311.023796:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761311.023814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761311/real 1787761311]  req@ffff93eda1099e00 x1874600962217088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761311.023826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962217088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761311.023846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761311.023849:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761311.023853:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217088:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761311.215313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761311.791301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761312.239344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761312.815281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761313.263284:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761313.839255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761314.287332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761314.863239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761315.311326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761315.887276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761316.143315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761316.143326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761316.143330:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761316.143341:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2595
00000100:00080000:3.0:1787761316.143353:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761316.143360:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761316.143411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962217216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761316.143439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761316.143442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761316.143444:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761316.143447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2595
00000100:00080000:3.0:1787761316.143449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761316.143452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761316.143461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761316.143484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962217344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761316.143510:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962217216:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761316.143514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761316.143519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761316.143521:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761316.143524:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2595
00000100:00080000:3.0:1787761316.143527:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761316.143530:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761316.143534:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761316.143545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962217472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761316.143606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761316.143661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761316/real 1787761316]  req@ffff93eda109a940 x1874600962217216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761316.143681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962217216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761316.143692:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761316.143697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761316.143701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962217216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761316.143729:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217344:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761316.143756:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761316.143765:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761316/real 1787761316]  req@ffff93eda10983c0 x1874600962217344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761316.143774:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962217344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761316.143789:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761316.143794:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761316.143797:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217344:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761316.143803:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217472:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761316.143828:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761316.143838:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761316/real 1787761316]  req@ffff93eda1099e00 x1874600962217472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761316.143849:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962217472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761316.143856:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761316.143859:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761316.143862:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217472:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761316.335352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761316.911274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761317.359335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761317.935300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761318.383288:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761318.959288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761319.407357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761319.983292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761320.431384:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761321.007270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761321.263282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761321.263293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761321.263297:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761321.263308:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2600
00000100:00080000:1.0:1787761321.263319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761321.263326:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761321.263366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962217600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761321.263405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761321.263409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761321.263411:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761321.263414:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2600
00000100:00080000:1.0:1787761321.263417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761321.263420:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761321.263428:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761321.263440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962217728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761321.263448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761321.263450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761321.263463:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761321.263468:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2600
00000100:00100000:0.0:1787761321.263470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962217600:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761321.263472:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761321.263478:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761321.263485:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761321.263494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962217856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761321.263542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761321.263604:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761321/real 1787761321]  req@ffff93eda12a6940 x1874600962217600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761321.263623:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962217600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761321.263640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761321.263644:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761321.263648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962217600:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761321.263656:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217728:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761321.263684:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761321.263700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761321/real 1787761321]  req@ffff93eda12a6580 x1874600962217728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761321.263715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962217728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761321.263724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761321.263728:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761321.263732:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217728:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761321.263759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217856:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761321.263786:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761321.263798:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761321/real 1787761321]  req@ffff93eda12a7c00 x1874600962217856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761321.263812:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962217856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761321.263821:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761321.263824:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761321.263828:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962217856:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761321.455327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761322.031279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761322.479339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761323.055265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761323.503302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761324.079289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761324.527342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761325.103243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761325.551316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761326.127289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761326.383302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.383311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761326.383314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761326.383322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2606
00000100:00080000:3.0:1787761326.383335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761326.383341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761326.383374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962217984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761326.383394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.383397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761326.383398:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761326.383402:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2606
00000100:00080000:3.0:1787761326.383404:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761326.383406:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761326.383432:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761326.383444:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962217984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761326.383445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962218112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761326.383464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761326.383467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761326.383468:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761326.383471:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2606
00000100:00080000:3.0:1787761326.383475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761326.383477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761326.383481:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761326.383490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962218240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761326.383512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761326.383563:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761326/real 1787761326]  req@ffff93eda1098000 x1874600962217984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761326.383580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962217984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761326.383588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761326.383591:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761326.383593:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962217984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761326.383612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218112:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761326.383630:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761326.383638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761326/real 1787761326]  req@ffff93eda1098780 x1874600962218112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761326.383646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962218112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761326.383652:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761326.383654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761326.383656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218112:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761326.383667:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218240:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761326.383681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761326.383688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761326/real 1787761326]  req@ffff93eda109ad00 x1874600962218240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761326.383697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962218240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761326.383705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761326.383709:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761326.383712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218240:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761326.575363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761327.151299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761327.599348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761328.175277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761328.623335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761329.199309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761329.647364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761330.223287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761330.671312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761331.247279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761331.503274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761331.503286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761331.503290:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761331.503301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2611
00000100:00080000:0.0:1787761331.503312:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761331.503320:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761331.503368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962218368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761331.503398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761331.503402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761331.503418:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761331.503424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2611
00000100:00080000:0.0:1787761331.503429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761331.503433:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761331.503438:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962218368:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787761331.503446:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761331.503464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962218496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761331.503476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761331.503479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761331.503481:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761331.503486:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2611
00000100:00080000:0.0:1787761331.503489:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787761331.503495:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787761331.503496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761331.503504:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761331.503517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962218624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761331.503544:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761331/real 1787761331]  req@ffff93ed82c252c0 x1874600962218368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761331.503559:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962218368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761331.503579:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761331.503584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761331.503590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962218368:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761331.503617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218496:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761331.503644:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761331.503654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761331/real 1787761331]  req@ffff93ed82c24000 x1874600962218496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761331.503662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962218496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761331.503668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761331.503670:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761331.503672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218496:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761331.503677:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218624:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761331.503688:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761331.503694:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761331/real 1787761331]  req@ffff93ed82c27840 x1874600962218624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761331.503701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962218624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761331.503712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761331.503714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761331.503716:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218624:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761331.695346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761332.271264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761332.719348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761333.295289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761333.743348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761334.319252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761334.767303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761335.343287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761335.791357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761336.367271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761336.623282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761336.623289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761336.623292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761336.623300:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2616
00000100:00080000:3.0:1787761336.623309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761336.623329:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761336.623356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962218752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761336.623377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761336.623380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761336.623381:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761336.623384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2616
00000100:00080000:3.0:1787761336.623387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761336.623388:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761336.623395:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761336.623402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962218880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761336.623415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761336.623419:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962218752:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761336.623421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761336.623424:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761336.623429:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2616
00000100:00080000:3.0:1787761336.623431:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761336.623433:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761336.623436:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761336.623442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962219008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761336.623496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761336.623548:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761336/real 1787761336]  req@ffff93eda1099a40 x1874600962218752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761336.623579:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962218752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761336.623588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761336.623591:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761336.623593:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962218752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761336.623618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218880:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761336.623634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761336.623643:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761336/real 1787761336]  req@ffff93eda1098b40 x1874600962218880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761336.623650:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962218880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761336.623654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761336.623656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761336.623658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962218880:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761336.623662:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219008:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761336.623671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761336.623676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761336/real 1787761336]  req@ffff93eda109ad00 x1874600962219008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761336.623682:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962219008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761336.623694:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761336.623696:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761336.623698:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219008:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761336.815337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761337.391249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761337.839314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761338.415265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761338.863336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761339.439267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761339.887349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761340.463254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761340.911307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761341.487252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761341.743342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.743354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761341.743379:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761341.743392:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2621
00000100:00080000:3.0:1787761341.743405:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761341.743413:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761341.743456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962219136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761341.743484:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.743487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761341.743489:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761341.743495:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2621
00000100:00080000:3.0:1787761341.743499:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761341.743504:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761341.743516:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761341.743525:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962219136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761341.743535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962219264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761341.743548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761341.743552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761341.743554:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761341.743558:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2621
00000100:00080000:3.0:1787761341.743563:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761341.743566:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761341.743572:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761341.743584:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962219392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761341.743590:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761341.743632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761341/real 1787761341]  req@ffff93eda1098780 x1874600962219136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761341.743651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962219136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761341.743661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761341.743665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761341.743669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962219136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761341.743691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219264:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761341.743709:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761341.743717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761341/real 1787761341]  req@ffff93eda1098000 x1874600962219264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761341.743724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962219264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761341.743740:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761341.743743:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761341.743745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219264:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761341.743749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219392:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761341.743762:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761341.743768:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761341/real 1787761341]  req@ffff93eda1099e00 x1874600962219392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761341.743775:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962219392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761341.743779:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761341.743781:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761341.743782:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219392:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761341.935345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761342.511291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761342.959315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761343.535277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761343.983313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761344.559258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761345.007297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761345.583266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761346.031342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761346.607234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761346.863286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761346.863296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761346.863301:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761346.863310:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2626
00000100:00080000:3.0:1787761346.863321:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761346.863328:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761346.863367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962219520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761346.863395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761346.863400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761346.863402:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761346.863406:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2626
00000100:00080000:3.0:1787761346.863410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761346.863414:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761346.863426:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761346.863440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962219648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761346.863450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761346.863453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761346.863454:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761346.863457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2626
00000100:00080000:3.0:1787761346.863460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761346.863462:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761346.863482:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962219520:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761346.863483:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761346.863497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962219776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761346.863618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219648:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761346.863669:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219776:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761347.055380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761347.631279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761348.079344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761348.655792:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761349.103343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761349.679281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:0.0:1787761349.935700:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1787761349.935866:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761349.935883:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787761349.935920:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787761349.935929:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787761349.935976:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761346/real 1787761349]  req@ffff93eda1099e00 x1874600962219776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761349.936001:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962219776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761349.936023:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761349.936027:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761349.936032:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219776:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787761349.936039:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761346/real 1787761349]  req@ffff93eda10983c0 x1874600962219520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761349.936052:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962219520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761349.936059:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761349.936063:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761349.936066:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962219520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761349.936072:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761346/real 1787761349]  req@ffff93eda109a940 x1874600962219648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761349.936084:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962219648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761349.936114:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761349.936119:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761349.936122:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962219648:192.168.204.156@tcp:38:kworker.0
00010000:00010000:2.0:1787761350.127300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761350.703285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761351.151638:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761351.727279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761351.983310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761351.983319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761351.983328:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761351.983337:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2631
00000100:00080000:1.0:1787761351.983346:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761351.983352:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761351.983380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962219904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761351.983403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761351.983406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761351.983407:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761351.983411:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2631
00000100:00080000:1.0:1787761351.983414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761351.983430:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761351.983439:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761351.983444:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962219904:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761351.983453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962220032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761351.983464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761351.983467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761351.983469:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761351.983473:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2631
00000100:00080000:1.0:1787761351.983477:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761351.983481:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761351.983486:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761351.983497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962220160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761351.983503:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761351.983538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761351/real 1787761351]  req@ffff93eda12a4000 x1874600962219904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761351.983555:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962219904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761351.983565:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761351.983569:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761351.983573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962219904:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761351.983601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220032:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761351.983620:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761351.983632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761351/real 1787761351]  req@ffff93eda12a5a40 x1874600962220032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761351.983659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962220032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761351.983665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761351.983667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761351.983669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220032:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761351.983682:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220160:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761351.983703:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761351.983715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761351/real 1787761351]  req@ffff93eda12a61c0 x1874600962220160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761351.983725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962220160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761351.983733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761351.983736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761351.983739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220160:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761352.175915:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761352.751282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761353.199343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761353.775254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761354.223625:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761354.799275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761355.247328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761355.823230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761356.271897:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761356.847287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761357.103351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761357.103364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761357.103369:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761357.103381:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2636
00000100:00080000:0.0:1787761357.103395:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761357.103405:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761357.103455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962220288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761357.103488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761357.103493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761357.103495:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761357.103499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2636
00000100:00080000:0.0:1787761357.103503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761357.103526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761357.103540:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761357.103544:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962220288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761357.103557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962220416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761357.103569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761357.103573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761357.103575:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761357.103579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2636
00000100:00080000:0.0:1787761357.103592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761357.103597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761357.103607:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761357.103620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962220544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761357.103624:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761357.103707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761357/real 1787761357]  req@ffff93ed82c26940 x1874600962220288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761357.103725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962220288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761357.103736:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761357.103740:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761357.103744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962220288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761357.103775:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220416:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761357.103800:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761357.103813:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761357/real 1787761357]  req@ffff93ed82c24780 x1874600962220416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761357.103833:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962220416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761357.103842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761357.103845:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761357.103849:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220416:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761357.103854:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220544:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761357.103874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761357.103886:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761357/real 1787761357]  req@ffff93ed82c243c0 x1874600962220544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761357.103897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962220544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761357.103905:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761357.103908:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761357.103912:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220544:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761357.295454:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761357.871293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761358.319386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761358.895285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761359.343485:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761359.919269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761360.367311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761360.943286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761361.391371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761361.967254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761362.223283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761362.223292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761362.223296:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761362.223304:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2641
00000100:00080000:3.0:1787761362.223314:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761362.223322:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761362.223356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962220672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761362.223401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761362.223405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761362.223407:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761362.223411:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2641
00000100:00080000:3.0:1787761362.223428:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761362.223434:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761362.223438:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962220672:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761362.223445:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761362.223461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962220800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761362.223472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761362.223476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761362.223478:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761362.223481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2641
00000100:00080000:3.0:1787761362.223485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761362.223489:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761362.223494:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761362.223498:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761362.223506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962220928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761362.223547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761362/real 1787761362]  req@ffff93eda109a940 x1874600962220672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761362.223565:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962220672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761362.223593:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761362.223596:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761362.223599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962220672:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761362.223618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220800:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761362.223635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761362.223643:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761362/real 1787761362]  req@ffff93eda10983c0 x1874600962220800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761362.223650:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962220800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761362.223655:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761362.223657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761362.223658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220800:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761362.223661:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220928:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761362.223670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761362.223675:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761362/real 1787761362]  req@ffff93eda1099e00 x1874600962220928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761362.223682:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962220928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761362.223686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761362.223687:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761362.223689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962220928:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761362.415299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761362.991287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761363.439357:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761364.015277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761364.463339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761365.039337:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761365.487461:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761366.063646:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761366.511347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761367.087270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761367.343302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761367.343311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761367.343321:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761367.343329:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2647
00000100:00080000:1.0:1787761367.343338:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761367.343343:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761367.343374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962221056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761367.343392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761367.343395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761367.343407:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761367.343410:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2647
00000100:00080000:1.0:1787761367.343413:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761367.343415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761367.343423:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761367.343433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962221184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761367.343440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962221056:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761367.343448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761367.343452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761367.343454:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761367.343458:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2647
00000100:00080000:1.0:1787761367.343462:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761367.343466:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761367.343472:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761367.343494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962221312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761367.343513:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761367.343556:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761367/real 1787761367]  req@ffff93eda12a61c0 x1874600962221056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761367.343572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962221056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761367.343581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761367.343585:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761367.343588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962221056:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761367.343614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221184:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761367.343633:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761367.343644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761367/real 1787761367]  req@ffff93eda12a5a40 x1874600962221184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761367.343654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962221184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761367.343660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761367.343663:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761367.343666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221184:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761367.343678:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221312:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761367.343695:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761367.343704:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761367/real 1787761367]  req@ffff93eda12a4000 x1874600962221312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761367.343713:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962221312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761367.343719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761367.343722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761367.343725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221312:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761367.535334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761368.111280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761368.559324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761369.135246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761369.583309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761370.159264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761370.607331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761371.183259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761371.631287:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761372.207266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761372.463246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761372.463254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761372.463257:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761372.463264:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2652
00000100:00080000:1.0:1787761372.463273:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761372.463278:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761372.463311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962221440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761372.463353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761372.463357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761372.463359:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761372.463364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2652
00000100:00080000:1.0:1787761372.463368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761372.463389:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962221440:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761372.463395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761372.463405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761372.463420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962221568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761372.463430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761372.463433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761372.463435:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761372.463439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2652
00000100:00080000:1.0:1787761372.463443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787761372.463444:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1787761372.463451:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761372.463457:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761372.463470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962221696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761372.463479:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761372/real 1787761372]  req@ffff93eda12a7c00 x1874600962221440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761372.463491:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962221440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761372.463501:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761372.463505:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761372.463509:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962221440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761372.463550:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221568:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761372.463574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761372.463587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761372/real 1787761372]  req@ffff93eda12a6580 x1874600962221568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761372.463599:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962221568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761372.463606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761372.463609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761372.463612:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221568:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761372.463618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221696:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761372.463636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761372.463655:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761372/real 1787761372]  req@ffff93eda12a6940 x1874600962221696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761372.463667:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962221696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761372.463674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761372.463677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761372.463681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221696:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761372.655323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761373.231258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761373.679319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761374.255277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761374.703327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761375.279316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761375.727310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761376.303281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761376.751379:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761377.327304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761377.583259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761377.583265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761377.583268:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761377.583276:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2657
00000100:00080000:0.0:1787761377.583296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761377.583302:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761377.583330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962221824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761377.583349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761377.583352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761377.583353:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761377.583356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2657
00000100:00080000:0.0:1787761377.583358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761377.583360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761377.583367:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761377.583374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962221952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761377.583381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761377.583383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761377.583385:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761377.583389:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962221824:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761377.583390:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2657
00000100:00080000:0.0:1787761377.583395:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761377.583398:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761377.583413:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761377.583423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962222080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761377.583443:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761377.583486:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761377/real 1787761377]  req@ffff93ed82c24b40 x1874600962221824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761377.583515:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962221824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761377.583522:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761377.583524:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761377.583527:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962221824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761377.583544:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221952:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761377.583560:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761377.583568:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761377/real 1787761377]  req@ffff93ed82c270c0 x1874600962221952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761377.583575:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962221952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761377.583580:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761377.583581:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761377.583583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962221952:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761377.583586:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222080:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761377.583596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761377.583600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761377/real 1787761377]  req@ffff93ed82c27480 x1874600962222080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761377.583607:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962222080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761377.583620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761377.583622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761377.583624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222080:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761377.775341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761378.351304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761378.799350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761379.375254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761379.823353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761380.399301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761380.847336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761381.423259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761381.871337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761382.447287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761382.703318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761382.703328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761382.703333:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761382.703342:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2662
00000100:00080000:1.0:1787761382.703366:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761382.703373:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761382.703403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962222208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761382.703431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761382.703434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761382.703436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761382.703440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2662
00000100:00080000:1.0:1787761382.703442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761382.703446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761382.703455:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761382.703466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962222336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761382.703472:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962222208:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761382.703482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761382.703486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761382.703487:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761382.703492:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2662
00000100:00080000:1.0:1787761382.703496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761382.703500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761382.703504:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761382.703515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962222464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761382.703532:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761382.703565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761382/real 1787761382]  req@ffff93eda12a6940 x1874600962222208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761382.703576:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962222208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761382.703583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761382.703586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761382.703588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962222208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761382.703613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222336:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761382.703634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761382.703645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761382/real 1787761382]  req@ffff93eda12a6580 x1874600962222336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761382.703657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962222336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761382.703674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761382.703677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761382.703681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222336:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761382.703694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222464:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761382.703716:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761382.703735:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761382/real 1787761382]  req@ffff93eda12a7c00 x1874600962222464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761382.703747:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962222464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761382.703752:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761382.703754:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761382.703756:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222464:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761382.895335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761383.471285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761383.919312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761384.495252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761384.943317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761385.519227:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761385.967314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761386.543246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761386.991314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761387.567269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761387.823267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761387.823275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761387.823279:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761387.823287:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2667
00000100:00080000:0.0:1787761387.823296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761387.823303:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761387.823335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962222592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761387.823357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761387.823360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761387.823365:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761387.823368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2667
00000100:00080000:0.0:1787761387.823371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761387.823388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761387.823397:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761387.823398:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962222592:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761387.823410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962222720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761387.823418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761387.823421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761387.823423:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761387.823426:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2667
00000100:00080000:0.0:1787761387.823432:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761387.823436:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761387.823441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761387.823454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962222848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761387.823456:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761387.823496:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761387/real 1787761387]  req@ffff93ed82c261c0 x1874600962222592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761387.823510:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962222592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761387.823518:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761387.823521:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761387.823524:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962222592:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761387.823543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222720:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761387.823557:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761387.823565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761387/real 1787761387]  req@ffff93ed82c26d00 x1874600962222720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761387.823580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962222720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761387.823586:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761387.823588:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761387.823590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222720:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761387.823594:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222848:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761387.823608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761387.823614:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761387/real 1787761387]  req@ffff93ed82c25e00 x1874600962222848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761387.823621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962222848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761387.823626:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761387.823628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761387.823630:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962222848:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761388.015326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761388.591250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761389.039344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761389.615287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761390.063382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761390.639257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761391.087306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761391.663330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761392.111359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761392.687271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761392.943271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761392.943293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761392.943297:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761392.943306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2672
00000100:00080000:1.0:1787761392.943315:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761392.943320:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761392.943349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962222976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761392.943369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761392.943372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761392.943373:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761392.943376:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2672
00000100:00080000:1.0:1787761392.943378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761392.943381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761392.943388:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761392.943398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962223104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761392.943406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761392.943408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761392.943411:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761392.943414:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962222976:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761392.943415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2672
00000100:00080000:1.0:1787761392.943419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761392.943426:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761392.943429:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761392.943437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962223232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761392.943494:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761392.943543:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761392/real 1787761392]  req@ffff93eda12a4000 x1874600962222976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761392.943557:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962222976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761392.943581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761392.943586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761392.943591:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962222976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761392.943616:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223104:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761392.943636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761392.943646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761392/real 1787761392]  req@ffff93eda12a5a40 x1874600962223104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761392.943654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962223104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761392.943660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761392.943662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761392.943664:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223104:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761392.943668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223232:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761392.943680:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761392.943686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761392/real 1787761392]  req@ffff93eda12a61c0 x1874600962223232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761392.943693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962223232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761392.943698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761392.943700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761392.943702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223232:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761393.135311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761393.711286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761394.159380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761394.735265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761395.183372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761395.759303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761396.207376:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761396.783261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761397.231296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761397.807281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761398.063300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761398.063310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761398.063314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761398.063341:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2677
00000100:00080000:0.0:1787761398.063351:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761398.063359:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761398.063393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962223360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761398.063424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761398.063428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761398.063430:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761398.063434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2677
00000100:00080000:0.0:1787761398.063438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761398.063441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761398.063450:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761398.063461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962223488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761398.063467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761398.063469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761398.063470:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761398.063473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2677
00000100:00080000:0.0:1787761398.063475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761398.063477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761398.063480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761398.063486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962223616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761398.063508:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962223360:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787761398.063582:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761398.063631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761398/real 1787761398]  req@ffff93ed82c25e00 x1874600962223360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761398.063648:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962223360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761398.063656:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761398.063658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761398.063661:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962223360:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761398.063666:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223488:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761398.063681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761398.063689:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761398/real 1787761398]  req@ffff93ed82c26d00 x1874600962223488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761398.063696:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962223488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761398.063700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761398.063702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761398.063704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223488:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761398.063724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223616:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761398.063733:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761398.063738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761398/real 1787761398]  req@ffff93ed82c261c0 x1874600962223616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761398.063751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962223616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761398.063756:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761398.063758:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761398.063759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223616:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761398.255326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761398.831279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761399.279301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761399.855262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761400.303322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761400.879230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761401.327282:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761401.903286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761402.351366:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761402.927231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761403.183287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761403.183294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761403.183298:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761403.183306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2682
00000100:00080000:1.0:1787761403.183315:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761403.183321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761403.183352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962223744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761403.183370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761403.183373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761403.183374:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761403.183376:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2682
00000100:00080000:1.0:1787761403.183378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761403.183380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761403.183388:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761403.183395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962223872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761403.183403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761403.183405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761403.183408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761403.183409:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962223744:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761403.183411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2682
00000100:00080000:1.0:1787761403.183415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761403.183419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761403.183434:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761403.183442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962224000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761403.183472:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761403.183508:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761403/real 1787761403]  req@ffff93eda12a61c0 x1874600962223744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761403.183522:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962223744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761403.183529:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761403.183532:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761403.183534:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962223744:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761403.183554:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223872:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761403.183575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761403.183586:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761403/real 1787761403]  req@ffff93eda12a5a40 x1874600962223872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761403.183596:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962223872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761403.183610:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761403.183612:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761403.183614:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962223872:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761403.183618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224000:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761403.183632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761403.183638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761403/real 1787761403]  req@ffff93eda12a4000 x1874600962224000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761403.183644:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962224000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761403.183649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761403.183651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761403.183652:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224000:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761403.375316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761403.951266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761404.399326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761404.975291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761405.423327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761405.999269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761406.447305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761407.023273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761407.471332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761408.047291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761408.303275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761408.303284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761408.303288:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761408.303297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2687
00000100:00080000:1.0:1787761408.303311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761408.303319:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761408.303351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962224128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761408.303379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761408.303383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761408.303385:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761408.303388:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2687
00000100:00080000:1.0:1787761408.303392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761408.303395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761408.303405:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761408.303417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962224256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761408.303426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962224128:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761408.303430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761408.303435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761408.303437:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761408.303441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2687
00000100:00080000:1.0:1787761408.303456:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761408.303461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761408.303466:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761408.303478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962224384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761408.303488:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761408.303539:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761408/real 1787761408]  req@ffff93eda12a7c00 x1874600962224128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761408.303557:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962224128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761408.303567:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761408.303570:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761408.303574:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962224128:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761408.303601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224256:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761408.303618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761408.303626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761408/real 1787761408]  req@ffff93eda12a6580 x1874600962224256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761408.303634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962224256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761408.303638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761408.303640:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761408.303642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224256:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761408.303646:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224384:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761408.303656:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761408.303661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761408/real 1787761408]  req@ffff93eda12a6940 x1874600962224384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761408.303667:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962224384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761408.303672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761408.303673:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761408.303675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224384:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761408.495354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761409.071262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761409.519319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761410.095298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761410.543346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761411.119351:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761411.567307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761412.143263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761412.591361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761413.167334:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761413.423257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761413.423264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761413.423268:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761413.423277:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2693
00000100:00080000:0.0:1787761413.423285:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761413.423291:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761413.423318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962224512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761413.423336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761413.423338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761413.423339:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761413.423342:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2693
00000100:00080000:0.0:1787761413.423357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761413.423359:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761413.423365:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761413.423374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962224640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761413.423389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761413.423392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761413.423393:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761413.423395:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2693
00000100:00080000:0.0:1787761413.423398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787761413.423401:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962224512:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761413.423402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761413.423409:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761413.423419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962224768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761413.423489:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224640:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761413.423530:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224768:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761413.615301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761414.191244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761414.639311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761415.215287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761415.663336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761416.239255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761416.495509:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761416.495575:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761416.495595:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761416.495652:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761416.495662:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787761416.495753:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761413/real 1787761416]  req@ffff93ed82c24b40 x1874600962224768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761416.495778:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962224768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761416.495790:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761416.495813:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761416.495818:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224768:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787761416.495826:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761413/real 1787761416]  req@ffff93ed82c27480 x1874600962224512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761416.495840:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962224512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761416.495849:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761416.495852:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761416.495855:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962224512:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761416.495861:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761413/real 1787761416]  req@ffff93ed82c270c0 x1874600962224640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761416.495873:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962224640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761416.495881:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761416.495884:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761416.495909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962224640:192.168.204.156@tcp:38:kworker.0
00010000:00010000:2.0:1787761416.687377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761417.263299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761417.711313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761418.287257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761418.543296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761418.543303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761418.543306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761418.543314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2698
00000100:00080000:1.0:1787761418.543322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761418.543327:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761418.543355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962224896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761418.543383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761418.543387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761418.543388:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761418.543392:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2698
00000100:00080000:1.0:1787761418.543396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761418.543405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761418.543427:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962224896:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761418.543428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761418.543446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962225024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761418.543459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761418.543462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761418.543463:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761418.543467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2698
00000100:00080000:1.0:1787761418.543472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761418.543476:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761418.543480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761418.543503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962225152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761418.543511:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761418.543553:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761418/real 1787761418]  req@ffff93eda12a6940 x1874600962224896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761418.543576:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962224896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761418.543585:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761418.543588:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761418.543592:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962224896:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761418.543613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225024:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761418.543636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761418.543648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761418/real 1787761418]  req@ffff93eda12a6580 x1874600962225024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761418.543658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962225024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761418.543664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761418.543667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761418.543669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225024:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761418.543674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225152:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761418.543690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761418.543716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761418/real 1787761418]  req@ffff93eda12a7c00 x1874600962225152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761418.543727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962225152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761418.543767:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761418.543770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761418.543773:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225152:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761418.735283:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761419.311299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761419.759310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761420.335243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761420.783272:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761421.359286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761421.807347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761422.383242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761422.831294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761423.407275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761423.663312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.663321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761423.663326:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761423.663336:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2703
00000100:00080000:3.0:1787761423.663348:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761423.663355:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761423.663407:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962225280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761423.663435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.663437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761423.663439:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761423.663442:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2703
00000100:00080000:3.0:1787761423.663444:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761423.663447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761423.663457:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761423.663468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962225408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761423.663494:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962225280:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761423.663497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761423.663506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761423.663509:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761423.663514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2703
00000100:00080000:3.0:1787761423.663520:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761423.663527:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761423.663535:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761423.663549:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962225536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761423.663574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761423.663612:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761423/real 1787761423]  req@ffff93eda1098000 x1874600962225280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761423.663626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962225280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761423.663634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761423.663638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761423.663640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962225280:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761423.663665:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225408:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761423.663678:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761423.663686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761423/real 1787761423]  req@ffff93eda1098780 x1874600962225408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761423.663693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962225408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761423.663698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761423.663702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761423.663705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225408:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761423.663711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225536:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761423.663730:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761423.663742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761423/real 1787761423]  req@ffff93eda109ad00 x1874600962225536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761423.663767:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962225536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761423.663772:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761423.663774:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761423.663776:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225536:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761423.855312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761424.431275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761424.879278:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761425.455279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761425.903327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761426.479463:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761426.927373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761427.503279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761427.951319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761428.527258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761428.783259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761428.783268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761428.783271:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761428.783279:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2708
00000100:00080000:1.0:1787761428.783308:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761428.783317:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761428.783354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962225664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761428.783397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761428.783401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761428.783403:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761428.783406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2708
00000100:00080000:1.0:1787761428.783410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761428.783414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761428.783423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761428.783436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962225792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761428.783442:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962225664:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761428.783447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761428.783452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761428.783454:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761428.783457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2708
00000100:00080000:1.0:1787761428.783460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761428.783465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761428.783470:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761428.783481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962225920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761428.783509:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761428.783553:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761428/real 1787761428]  req@ffff93eda12a4000 x1874600962225664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761428.783567:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962225664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761428.783578:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761428.783580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761428.783583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962225664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761428.783602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225792:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761428.783617:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761428.783624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761428/real 1787761428]  req@ffff93eda12a5a40 x1874600962225792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761428.783638:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962225792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761428.783643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761428.783645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761428.783647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225792:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761428.783650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225920:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761428.783662:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761428.783668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761428/real 1787761428]  req@ffff93eda12a61c0 x1874600962225920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761428.783674:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962225920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761428.783678:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761428.783680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761428.783681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962225920:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761428.975348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761429.551253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761429.999318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761430.575276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761431.023388:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761431.599295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761432.047329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761432.623271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761433.071326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761433.647301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761433.903301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.903310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761433.903314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761433.903325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2713
00000100:00080000:3.0:1787761433.903334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761433.903342:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761433.903378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962226048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761433.903414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.903417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761433.903419:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761433.903423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2713
00000100:00080000:3.0:1787761433.903426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761433.903430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761433.903453:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761433.903466:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962226048:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761433.903469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962226176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761433.903481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761433.903484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761433.903486:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761433.903489:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2713
00000100:00080000:3.0:1787761433.903494:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761433.903498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761433.903504:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761433.903516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962226304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761433.903520:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761433.903560:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761433/real 1787761433]  req@ffff93eda1098b40 x1874600962226048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761433.903575:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962226048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761433.903583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761433.903585:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761433.903588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962226048:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761433.903604:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226176:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761433.903618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761433.903627:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761433/real 1787761433]  req@ffff93eda1099a40 x1874600962226176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761433.903637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962226176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761433.903644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761433.903647:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761433.903650:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226176:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761433.903655:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226304:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761433.903671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761433.903681:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761433/real 1787761433]  req@ffff93eda109ad00 x1874600962226304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761433.903692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962226304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761433.903709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761433.903713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761433.903715:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226304:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761434.095328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761434.671291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761435.119302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761435.695274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761436.143338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761436.719326:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761437.167360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761437.743239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761438.191379:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761438.767224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761439.023274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761439.023282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761439.023286:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761439.023294:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2718
00000100:00080000:3.0:1787761439.023303:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761439.023310:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761439.023342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962226432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761439.023366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761439.023369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761439.023371:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761439.023375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2718
00000100:00080000:3.0:1787761439.023390:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761439.023399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761439.023408:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761439.023419:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962226432:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761439.023421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962226560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761439.023433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761439.023435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761439.023436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761439.023438:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2718
00000100:00080000:3.0:1787761439.023440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761439.023443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761439.023446:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761439.023454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962226688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761439.023484:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761439.023545:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761439/real 1787761439]  req@ffff93eda1098780 x1874600962226432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761439.023564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962226432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761439.023575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761439.023580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761439.023585:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962226432:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761439.023610:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226560:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761439.023633:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761439.023646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761439/real 1787761439]  req@ffff93eda1098000 x1874600962226560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761439.023673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962226560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761439.023681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761439.023684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761439.023687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226560:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761439.023693:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226688:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761439.023715:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761439.023726:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761439/real 1787761439]  req@ffff93eda1099e00 x1874600962226688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761439.023737:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962226688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761439.023745:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761439.023748:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761439.023750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226688:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761439.215292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761439.791263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761440.239322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761440.815347:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761441.263314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761441.839250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761442.287330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761442.863290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761443.311307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761443.887245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761444.143264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761444.143272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761444.143275:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761444.143282:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2723
00000100:00080000:1.0:1787761444.143290:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761444.143296:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761444.143325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962226816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761444.143345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761444.143348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761444.143349:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761444.143351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2723
00000100:00080000:1.0:1787761444.143353:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761444.143355:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761444.143363:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761444.143371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962226944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761444.143378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761444.143380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761444.143381:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761444.143388:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962226816:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761444.143397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2723
00000100:00080000:1.0:1787761444.143400:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761444.143403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761444.143406:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761444.143415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962227072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761444.143439:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761444.143468:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761444/real 1787761444]  req@ffff93eda12a61c0 x1874600962226816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761444.143479:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962226816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761444.143485:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761444.143487:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761444.143490:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962226816:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761444.143494:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226944:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761444.143505:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761444.143511:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761444/real 1787761444]  req@ffff93eda12a5a40 x1874600962226944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761444.143518:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962226944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761444.143522:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761444.143524:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761444.143526:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962226944:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761444.143544:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227072:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761444.143553:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761444.143558:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761444/real 1787761444]  req@ffff93eda12a4000 x1874600962227072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761444.143575:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962227072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761444.143580:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761444.143582:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761444.143584:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227072:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761444.335297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761444.911278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761445.359279:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761445.935274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761446.383355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761446.959260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761447.407322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761447.983319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761448.431334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761449.007294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761449.263311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761449.263320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761449.263325:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761449.263335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2728
00000100:00080000:3.0:1787761449.263346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761449.263353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761449.263398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962227200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761449.263424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761449.263443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761449.263445:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761449.263449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2728
00000100:00080000:3.0:1787761449.263454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761449.263458:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761449.263468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962227200:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761449.263470:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761449.263487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962227328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761449.263497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761449.263500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761449.263501:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761449.263505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2728
00000100:00080000:3.0:1787761449.263509:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761449.263512:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761449.263515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761449.263525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962227456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761449.263533:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761449.263583:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761449/real 1787761449]  req@ffff93eda10983c0 x1874600962227200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761449.263603:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962227200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761449.263614:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761449.263617:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761449.263620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962227200:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761449.263650:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227328:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761449.263671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761449.263685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761449/real 1787761449]  req@ffff93eda109a940 x1874600962227328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761449.263697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962227328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761449.263705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761449.263707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761449.263710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227328:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761449.263714:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227456:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761449.263729:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761449.263736:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761449/real 1787761449]  req@ffff93eda1099e00 x1874600962227456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761449.263742:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962227456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761449.263747:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761449.263749:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761449.263751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227456:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761449.455291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761450.031266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761450.479309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761451.055300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761451.503291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761452.079309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761452.527318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761453.103309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761453.551341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761454.127271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761454.383278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761454.383287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761454.383290:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761454.383301:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2734
00000100:00080000:3.0:1787761454.383310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761454.383317:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761454.383364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962227584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761454.383404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761454.383408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761454.383409:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761454.383414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2734
00000100:00080000:3.0:1787761454.383417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761454.383422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761454.383431:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761454.383445:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962227584:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761454.383446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962227712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761454.383460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761454.383462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761454.383464:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761454.383467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2734
00000100:00080000:3.0:1787761454.383470:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761454.383474:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761454.383479:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761454.383488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962227840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761454.383508:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761454.383544:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761454/real 1787761454]  req@ffff93eda1098000 x1874600962227584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761454.383556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962227584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761454.383563:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761454.383566:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761454.383569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962227584:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761454.383587:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227712:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761454.383600:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761454.383608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761454/real 1787761454]  req@ffff93eda1098780 x1874600962227712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761454.383615:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962227712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761454.383620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761454.383622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761454.383624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227712:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761454.383634:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227840:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761454.383647:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761454.383653:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761454/real 1787761454]  req@ffff93eda109ad00 x1874600962227840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761454.383660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962227840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761454.383665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761454.383666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761454.383668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962227840:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761454.575282:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761455.151251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761455.599299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761456.175321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761456.623277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761457.199272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761457.647259:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761458.223260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761458.671320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761459.247263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761459.503316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761459.503326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761459.503331:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761459.503343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2739
00000100:00080000:1.0:1787761459.503354:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761459.503360:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761459.503407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962227968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761459.503440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761459.503447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761459.503448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761459.503452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2739
00000100:00080000:1.0:1787761459.503455:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761459.503460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761459.503472:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761459.503487:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962227968:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761459.503489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962228096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761459.503503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761459.503522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761459.503524:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761459.503527:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2739
00000100:00080000:1.0:1787761459.503549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761459.503552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761459.503557:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761459.503562:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787761459.503569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962228224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761459.503621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761459/real 1787761459]  req@ffff93eda12a7c00 x1874600962227968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761459.503642:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962227968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761459.503655:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761459.503665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761459.503669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962227968:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761459.503711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228096:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761459.503735:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761459.503747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761459/real 1787761459]  req@ffff93eda12a6580 x1874600962228096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761459.503759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962228096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761459.503767:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761459.503770:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761459.503773:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228096:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761459.503779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228224:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761459.503797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761459.503807:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761459/real 1787761459]  req@ffff93eda12a6940 x1874600962228224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761459.503827:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962228224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761459.503835:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761459.503838:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761459.503841:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228224:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761459.695310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761460.271288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761460.719265:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761461.295228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761461.743269:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761462.319255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761462.767277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761463.343274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761463.791290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761464.367271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761464.623282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761464.623292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761464.623296:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761464.623306:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2744
00000100:00080000:2.0:1787761464.623316:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761464.623322:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761464.623354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962228352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761464.623380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761464.623384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761464.623385:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761464.623389:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2744
00000100:00080000:2.0:1787761464.623392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761464.623396:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761464.623405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761464.623419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962228480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761464.623426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962228352:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761464.623433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761464.623437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761464.623439:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761464.623443:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2744
00000100:00080000:2.0:1787761464.623458:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761464.623463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761464.623467:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761464.623478:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787761464.623482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962228608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761464.623519:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761464/real 1787761464]  req@ffff93ed916dfc00 x1874600962228352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761464.623532:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962228352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761464.623539:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761464.623542:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761464.623545:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962228352:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761464.623563:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228480:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761464.623584:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761464.623608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761464/real 1787761464]  req@ffff93ed916dc000 x1874600962228480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761464.623620:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962228480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761464.623628:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761464.623631:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761464.623634:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228480:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761464.623659:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228608:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761464.623681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761464.623692:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761464/real 1787761464]  req@ffff93ed916dde00 x1874600962228608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761464.623702:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962228608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761464.623710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761464.623713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761464.623716:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228608:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761464.815277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761465.391258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761465.839327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761466.415244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761466.863298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761467.439280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761467.887390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761468.463241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761468.911322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761469.487287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761469.743218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761469.743226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761469.743229:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761469.743237:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2749
00000100:00080000:2.0:1787761469.743245:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761469.743250:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761469.743278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962228736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761469.743299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761469.743301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761469.743303:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761469.743305:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2749
00000100:00080000:2.0:1787761469.743307:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761469.743309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761469.743315:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761469.743322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962228864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761469.743327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761469.743343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761469.743344:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761469.743347:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2749
00000100:00080000:2.0:1787761469.743350:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761469.743353:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761469.743356:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761469.743364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962228992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761469.743380:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962228736:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761469.743431:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761469.743461:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761469/real 1787761469]  req@ffff93ed916dd680 x1874600962228736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761469.743473:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962228736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761469.743480:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761469.743488:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761469.743508:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962228736:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761469.743514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228864:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761469.743530:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761469.743537:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761469/real 1787761469]  req@ffff93ed916de580 x1874600962228864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761469.743545:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962228864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761469.743550:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761469.743551:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761469.743553:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228864:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761469.743571:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228992:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761469.743588:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761469.743598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761469/real 1787761469]  req@ffff93ed916dda40 x1874600962228992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761469.743611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962228992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761469.743627:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761469.743629:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761469.743631:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962228992:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761469.935324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761470.511251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761470.959300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761471.535280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761471.983323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761472.559226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761473.007293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761473.583257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761474.031321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761474.607264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761474.863242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761474.863249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761474.863253:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761474.863261:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2754
00000100:00080000:2.0:1787761474.863269:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761474.863274:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761474.863305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962229120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761474.863331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761474.863334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761474.863336:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761474.863340:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2754
00000100:00080000:2.0:1787761474.863344:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761474.863349:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761474.863358:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761474.863369:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962229120:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761474.863370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962229248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761474.863417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761474.863421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761474.863423:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761474.863427:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2754
00000100:00080000:2.0:1787761474.863431:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787761474.863433:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1787761474.863438:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761474.863444:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761474.863458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962229376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761474.863489:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761474/real 1787761474]  req@ffff93ed916df840 x1874600962229120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761474.863508:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962229120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761474.863517:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761474.863520:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761474.863523:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962229120:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761474.863544:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229248:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761474.863567:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761474.863580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761474/real 1787761474]  req@ffff93ed916de1c0 x1874600962229248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761474.863592:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962229248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761474.863600:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761474.863602:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761474.863613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229248:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761474.863619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229376:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761474.863641:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761474.863652:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761474/real 1787761474]  req@ffff93ed916dcb40 x1874600962229376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761474.863662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962229376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761474.863668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761474.863671:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761474.863674:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229376:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761475.055289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761475.631272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761476.079300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761476.655257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761477.103283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761477.679275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761478.127283:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761478.703244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761479.151278:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761479.727272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761479.983279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.983287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761479.983299:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761479.983308:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2759
00000100:00080000:3.0:1787761479.983332:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761479.983339:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761479.983371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962229504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761479.983393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.983395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761479.983397:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761479.983399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2759
00000100:00080000:3.0:1787761479.983401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761479.983403:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761479.983410:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761479.983418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962229632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761479.983424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761479.983426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761479.983428:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761479.983430:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2759
00000100:00080000:3.0:1787761479.983432:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761479.983433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761479.983436:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761479.983440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962229504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761479.983445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962229760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761479.983531:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229632:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761479.983577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229760:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761480.175275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761480.751257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761481.199265:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761481.775296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761482.223315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761482.799254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787761483.055482:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787761483.055536:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761483.055553:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787761483.055596:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787761483.055604:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787761483.055683:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761479/real 1787761483]  req@ffff93eda109ad00 x1874600962229760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761483.055705:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962229760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761483.055722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761483.055727:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761483.055731:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229760:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787761483.055738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761479/real 1787761483]  req@ffff93eda1099a40 x1874600962229504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761483.055750:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962229504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761483.055757:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761483.055760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761483.055762:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962229504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761483.055768:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761479/real 1787761483]  req@ffff93eda1098b40 x1874600962229632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761483.055779:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962229632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761483.055786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761483.055789:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761483.055791:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962229632:192.168.204.156@tcp:38:kworker.0
00010000:00010000:0.0:1787761483.247293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761483.823285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761484.271298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761484.847307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761485.103283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761485.103294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761485.103298:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761485.103307:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2764
00000100:00080000:3.0:1787761485.103316:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761485.103331:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761485.103360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962229888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761485.103387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761485.103390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761485.103392:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761485.103397:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2764
00000100:00080000:3.0:1787761485.103400:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761485.103404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761485.103413:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761485.103426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962230016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761485.103434:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962229888:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761485.103440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761485.103444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761485.103446:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761485.103463:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2764
00000100:00080000:3.0:1787761485.103468:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761485.103472:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761485.103479:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761485.103491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962230144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761485.103500:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761485.103552:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761485/real 1787761485]  req@ffff93eda1098780 x1874600962229888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761485.103568:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962229888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761485.103579:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761485.103583:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761485.103588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962229888:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761485.103611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230016:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761485.103636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761485.103650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761485/real 1787761485]  req@ffff93eda1098000 x1874600962230016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761485.103660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962230016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761485.103667:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761485.103670:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761485.103673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230016:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761485.103678:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230144:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761485.103706:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761485.103716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761485/real 1787761485]  req@ffff93eda1099e00 x1874600962230144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761485.103726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962230144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761485.103732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761485.103735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761485.103737:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230144:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761485.295316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761485.871267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761486.319275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761486.895283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761487.343296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761487.919298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761488.367293:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761488.943338:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761489.391292:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761489.967271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761490.223283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761490.223293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761490.223297:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761490.223307:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2769
00000100:00080000:1.0:1787761490.223324:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761490.223331:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761490.223368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962230272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761490.223389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761490.223391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761490.223392:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761490.223395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2769
00000100:00080000:1.0:1787761490.223398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761490.223412:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761490.223421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761490.223430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962230400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761490.223437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761490.223439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761490.223441:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761490.223445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2769
00000100:00080000:1.0:1787761490.223448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761490.223450:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761490.223453:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761490.223458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962230528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761490.223483:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962230272:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761490.223574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761490.223631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761490/real 1787761490]  req@ffff93eda12a6940 x1874600962230272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761490.223659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962230272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761490.223669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761490.223672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761490.223686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962230272:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761490.223693:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230400:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761490.223712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761490.223721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761490/real 1787761490]  req@ffff93eda12a6580 x1874600962230400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761490.223729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962230400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761490.223734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761490.223737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761490.223739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230400:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761490.223762:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230528:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761490.223773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761490.223781:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761490/real 1787761490]  req@ffff93eda12a7c00 x1874600962230528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761490.223791:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962230528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761490.223799:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761490.223802:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761490.223805:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230528:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761490.415311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761490.991260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761491.439263:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761492.015245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761492.463311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761493.039288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761493.487300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761494.063307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761494.511322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761495.087297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761495.343299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.343305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761495.343309:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761495.343316:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2775
00000100:00080000:3.0:1787761495.343324:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761495.343330:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761495.343358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962230656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761495.343377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.343379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761495.343380:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761495.343383:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2775
00000100:00080000:3.0:1787761495.343384:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761495.343386:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761495.343393:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761495.343411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962230784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761495.343418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761495.343421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761495.343423:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761495.343426:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2775
00000100:00100000:0.0:1787761495.343431:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962230656:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761495.343432:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761495.343439:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761495.343445:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761495.343458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962230912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761495.343492:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761495.343535:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761495/real 1787761495]  req@ffff93eda109a940 x1874600962230656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761495.343553:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962230656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761495.343572:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761495.343579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761495.343582:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962230656:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761495.343589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230784:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761495.343608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761495.343619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761495/real 1787761495]  req@ffff93eda10983c0 x1874600962230784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761495.343629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962230784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761495.343636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761495.343639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761495.343642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230784:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761495.343665:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230912:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761495.343689:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761495.343698:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761495/real 1787761495]  req@ffff93eda1099e00 x1874600962230912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761495.343708:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962230912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761495.343715:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761495.343718:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761495.343720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962230912:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761495.535271:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761496.111265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761496.559300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761497.135264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761497.583287:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761498.159295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761498.607375:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761499.183269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761499.631302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761500.207252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761500.463268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.463275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761500.463278:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761500.463285:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2780
00000100:00080000:3.0:1787761500.463293:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761500.463297:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761500.463326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962231040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761500.463351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.463355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761500.463357:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761500.463376:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2780
00000100:00080000:3.0:1787761500.463381:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761500.463385:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761500.463395:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761500.463401:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962231040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761500.463410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962231168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761500.463422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761500.463425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761500.463426:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761500.463429:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2780
00000100:00080000:3.0:1787761500.463432:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761500.463435:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761500.463439:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761500.463447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962231296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761500.463454:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761500.463494:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761500/real 1787761500]  req@ffff93eda1098000 x1874600962231040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761500.463505:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962231040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761500.463512:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761500.463515:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761500.463523:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962231040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761500.463541:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231168:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761500.463556:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761500.463563:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761500/real 1787761500]  req@ffff93eda1098780 x1874600962231168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761500.463570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962231168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761500.463575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761500.463577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761500.463579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231168:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761500.463582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231296:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761500.463590:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761500.463595:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761500/real 1787761500]  req@ffff93eda1098b40 x1874600962231296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761500.463601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962231296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761500.463606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761500.463608:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761500.463609:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231296:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761500.655350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761501.231224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761501.679296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761502.255233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761502.703301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761503.279244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761503.727338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761504.303273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761504.751311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761505.327273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761505.583296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761505.583307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761505.583310:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761505.583320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2785
00000100:00080000:1.0:1787761505.583331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761505.583338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761505.583375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962231424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761505.583406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761505.583410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761505.583425:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761505.583431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2785
00000100:00080000:1.0:1787761505.583436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761505.583441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761505.583451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761505.583455:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962231424:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761505.583467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962231552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761505.583479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761505.583482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761505.583484:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761505.583488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2785
00000100:00080000:1.0:1787761505.583491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761505.583494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761505.583498:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761505.583507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962231680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761505.583519:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761505.583565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761505/real 1787761505]  req@ffff93eda12a4000 x1874600962231424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761505.583581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962231424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761505.583589:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761505.583593:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761505.583596:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962231424:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761505.583618:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231552:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761505.583637:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761505.583645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761505/real 1787761505]  req@ffff93eda12a5a40 x1874600962231552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761505.583652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962231552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761505.583657:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761505.583659:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761505.583661:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231552:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761505.583664:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231680:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761505.583682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761505.583689:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761505/real 1787761505]  req@ffff93eda12a61c0 x1874600962231680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761505.583695:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962231680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761505.583700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761505.583702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761505.583704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231680:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761505.775286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761506.351262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761506.799370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761507.375314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761507.823265:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761508.399265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761508.847316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761509.423243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761509.871283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761510.447245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761510.703284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761510.703293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761510.703299:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761510.703310:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2790
00000100:00080000:1.0:1787761510.703321:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761510.703329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761510.703368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962231808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761510.703413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761510.703416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761510.703418:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761510.703422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2790
00000100:00080000:1.0:1787761510.703426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761510.703429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761510.703436:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761510.703447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962231936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761510.703455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761510.703459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761510.703460:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761510.703466:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2790
00000100:00100000:0.0:1787761510.703467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962231808:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761510.703469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761510.703475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761510.703480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761510.703493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962232064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761510.703519:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761510.703559:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761510/real 1787761510]  req@ffff93eda12a61c0 x1874600962231808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761510.703572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962231808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761510.703579:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761510.703582:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761510.703590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962231808:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761510.703594:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231936:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761510.703610:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761510.703623:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761510/real 1787761510]  req@ffff93eda12a5a40 x1874600962231936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761510.703631:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962231936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761510.703636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761510.703638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761510.703640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962231936:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761510.703658:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232064:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761510.703669:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761510.703675:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761510/real 1787761510]  req@ffff93eda12a4000 x1874600962232064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761510.703681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962232064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761510.703686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761510.703688:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761510.703689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232064:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761510.895324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761511.471229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761511.919260:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761512.495269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761512.943307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761513.519246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761513.967274:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761514.543260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761514.991328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761515.567289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761515.823275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761515.823284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761515.823304:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761515.823311:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2795
00000100:00080000:3.0:1787761515.823320:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761515.823326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761515.823355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962232192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761515.823381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761515.823384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761515.823385:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761515.823388:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2795
00000100:00080000:3.0:1787761515.823390:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761515.823393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761515.823400:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761515.823409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962232320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761515.823421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761515.823424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761515.823425:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761515.823430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962232192:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761515.823430:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2795
00000100:00080000:3.0:1787761515.823436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761515.823440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761515.823443:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761515.823452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962232448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761515.823487:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761515.823529:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761515/real 1787761515]  req@ffff93eda1099a40 x1874600962232192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761515.823548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962232192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761515.823560:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761515.823564:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761515.823569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962232192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761515.823577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232320:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761515.823612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761515.823624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761515/real 1787761515]  req@ffff93eda109ad00 x1874600962232320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761515.823637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962232320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761515.823643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761515.823645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761515.823647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232320:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761515.823675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232448:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761515.823708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761515.823717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761515/real 1787761515]  req@ffff93eda1098b40 x1874600962232448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761515.823726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962232448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761515.823731:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761515.823733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761515.823736:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232448:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761516.015281:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761516.591295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761517.039331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761517.615237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761518.063280:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761518.639264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761519.087330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761519.663283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761520.111347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761520.687269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761520.943294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761520.943302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761520.943306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761520.943315:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2800
00000100:00080000:3.0:1787761520.943324:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761520.943330:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761520.943361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962232576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761520.943382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761520.943385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761520.943387:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761520.943390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2800
00000100:00080000:3.0:1787761520.943392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761520.943394:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761520.943402:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761520.943412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962232704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761520.943423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761520.943427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761520.943429:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761520.943433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2800
00000100:00100000:0.0:1787761520.943440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962232576:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761520.943454:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761520.943461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761520.943468:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761520.943483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962232832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761520.943518:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761520.943565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761520/real 1787761520]  req@ffff93eda1098780 x1874600962232576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761520.943585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962232576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761520.943597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761520.943602:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761520.943605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962232576:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761520.943611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232704:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761520.943636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761520.943646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761520/real 1787761520]  req@ffff93eda1098000 x1874600962232704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761520.943654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962232704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761520.943660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761520.943662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761520.943665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232704:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761520.943683:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232832:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761520.943694:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761520.943700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761520/real 1787761520]  req@ffff93eda1099e00 x1874600962232832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761520.943708:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962232832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761520.943713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761520.943715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761520.943717:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962232832:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761521.135393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761521.711303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761522.159308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761522.735256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761523.183378:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761523.759248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761524.207349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761524.783280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761525.231319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761525.807285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761526.063270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761526.063281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761526.063286:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761526.063298:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2805
00000100:00080000:1.0:1787761526.063325:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761526.063332:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761526.063367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962232960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761526.063393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761526.063413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761526.063416:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761526.063421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2805
00000100:00080000:1.0:1787761526.063426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761526.063431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761526.063441:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761526.063452:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962232960:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761526.063459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962233088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761526.063476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761526.063480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761526.063482:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761526.063486:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2805
00000100:00080000:1.0:1787761526.063490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761526.063495:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761526.063500:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761526.063512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962233216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761526.063522:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761526.063569:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761526/real 1787761526]  req@ffff93eda12a7c00 x1874600962232960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761526.063587:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962232960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761526.063595:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761526.063598:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761526.063601:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962232960:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761526.063621:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233088:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761526.063639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761526.063648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761526/real 1787761526]  req@ffff93eda12a6580 x1874600962233088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761526.063656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962233088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761526.063661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761526.063664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761526.063666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233088:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761526.063670:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233216:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761526.063681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761526.063686:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761526/real 1787761526]  req@ffff93eda12a6940 x1874600962233216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761526.063705:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962233216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761526.063710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761526.063713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761526.063715:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233216:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761526.255331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761526.831262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761527.279305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761527.855281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761528.303336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761528.879242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761529.327362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761529.903336:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761530.351359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761530.927251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761531.183316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761531.183344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761531.183349:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761531.183361:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2810
00000100:00080000:1.0:1787761531.183373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761531.183382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761531.183420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962233344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761531.183451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761531.183456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761531.183458:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761531.183463:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2810
00000100:00080000:1.0:1787761531.183466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761531.183471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761531.183482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761531.183497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962233472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761531.183508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761531.183512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761531.183514:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761531.183521:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962233344:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761531.183521:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2810
00000100:00080000:1.0:1787761531.183528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761531.183534:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761531.183540:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761531.183553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962233600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761531.183599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761531.183638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761531/real 1787761531]  req@ffff93eda12a6940 x1874600962233344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761531.183651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962233344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761531.183660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761531.183664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761531.183667:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962233344:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761531.183672:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233472:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761531.183687:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761531.183695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761531/real 1787761531]  req@ffff93eda12a6580 x1874600962233472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761531.183710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962233472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761531.183716:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761531.183718:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761531.183720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233472:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761531.183739:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233600:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761531.183752:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761531.183759:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761531/real 1787761531]  req@ffff93eda12a7c00 x1874600962233600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761531.183774:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962233600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761531.183783:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761531.183785:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761531.183787:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233600:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761531.375347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761531.951301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761532.399349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761532.975262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761533.423339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761533.999296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761534.447369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761535.023313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761535.471345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761536.047292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761536.303309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761536.303317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761536.303320:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761536.303330:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2815
00000100:00080000:2.0:1787761536.303341:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761536.303367:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761536.303410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962233728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761536.303444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761536.303448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761536.303450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761536.303455:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2815
00000100:00080000:2.0:1787761536.303460:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761536.303465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761536.303476:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761536.303491:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962233728:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787761536.303494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962233856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761536.303518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761536.303521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787761536.303524:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761536.303527:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2815
00000100:00080000:2.0:1787761536.303531:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761536.303534:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761536.303539:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761536.303549:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962233984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761536.303561:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761536.303614:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761536/real 1787761536]  req@ffff93ed916dcb40 x1874600962233728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761536.303646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962233728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761536.303657:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761536.303661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761536.303665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962233728:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761536.303691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233856:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761536.303714:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761536.303727:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761536/real 1787761536]  req@ffff93ed916de1c0 x1874600962233856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761536.303740:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962233856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761536.303749:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761536.303752:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761536.303755:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233856:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761536.303761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233984:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761536.303782:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761536.303791:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761536/real 1787761536]  req@ffff93ed916df840 x1874600962233984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761536.303799:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962233984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761536.303814:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761536.303817:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761536.303820:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962233984:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761536.495335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761537.071262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761537.519319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761538.095283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761538.543331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761539.119306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761539.567356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761540.143276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761540.591322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761541.167291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761541.423308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761541.423316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761541.423319:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761541.423327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2821
00000100:00080000:1.0:1787761541.423336:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761541.423342:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761541.423374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962234112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761541.423398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761541.423401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761541.423402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761541.423406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2821
00000100:00080000:1.0:1787761541.423408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761541.423410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761541.423418:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761541.423427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962234240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761541.423435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761541.423438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761541.423440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761541.423442:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2821
00000100:00080000:1.0:1787761541.423445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761541.423447:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761541.423465:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761541.423482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962234368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761541.423485:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962234112:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761541.423586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761541.423651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761541/real 1787761541]  req@ffff93eda12a4000 x1874600962234112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761541.423677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962234112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761541.423691:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761541.423697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761541.423701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962234112:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761541.423711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234240:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761541.423734:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761541.423744:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761541/real 1787761541]  req@ffff93eda12a5a40 x1874600962234240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761541.423754:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962234240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761541.423771:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761541.423774:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761541.423777:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234240:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761541.423807:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234368:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761541.423824:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761541.423832:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761541/real 1787761541]  req@ffff93eda12a61c0 x1874600962234368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761541.423840:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962234368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761541.423846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761541.423848:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761541.423850:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234368:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761541.615345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761542.191336:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761542.639356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761543.215326:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761543.663371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761544.239265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761544.687404:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761545.263326:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761545.711399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761546.287319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761546.543299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761546.543337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761546.543341:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761546.543353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2826
00000100:00080000:3.0:1787761546.543366:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761546.543382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761546.543426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962234496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761546.543454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761546.543457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761546.543458:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761546.543462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2826
00000100:00080000:3.0:1787761546.543464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761546.543467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761546.543476:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761546.543486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962234624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761546.543493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761546.543496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761546.543498:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761546.543500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2826
00000100:00080000:3.0:1787761546.543502:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761546.543505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761546.543508:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761546.543517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962234752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761546.543531:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962234496:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761546.543670:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234624:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761546.543718:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234752:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761546.735303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761547.311341:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761547.759345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761548.335302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761548.783320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761549.359290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761549.615434:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761549.615480:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761549.615508:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761549.615548:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761549.615558:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787761549.615610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761546/real 1787761549]  req@ffff93eda1099e00 x1874600962234752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761549.615636:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962234752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761549.615648:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761549.615654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761549.615659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234752:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787761549.615668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761546/real 1787761549]  req@ffff93eda10983c0 x1874600962234496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761549.615680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962234496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761549.615687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761549.615691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761549.615694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962234496:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761549.615700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761546/real 1787761549]  req@ffff93eda109a940 x1874600962234624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761549.615711:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962234624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761549.615718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761549.615722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761549.615725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962234624:192.168.204.156@tcp:38:kworker.0
00010000:00010000:3.0:1787761549.807360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761550.383253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761550.831305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761551.407285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761551.663293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761551.663306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761551.663309:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761551.663318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2831
00000100:00080000:3.0:1787761551.663327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761551.663333:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761551.663362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962234880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761551.663392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761551.663396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761551.663398:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761551.663404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2831
00000100:00080000:3.0:1787761551.663407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761551.663413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761551.663423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761551.663436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962235008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761551.663443:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962234880:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761551.663448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761551.663452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761551.663465:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761551.663469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2831
00000100:00080000:3.0:1787761551.663473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761551.663477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761551.663481:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761551.663490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962235136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761551.663506:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761551.663561:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761551/real 1787761551]  req@ffff93eda1098000 x1874600962234880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761551.663581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962234880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761551.663592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761551.663597:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761551.663601:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962234880:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761551.663625:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235008:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761551.663651:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761551.663664:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761551/real 1787761551]  req@ffff93eda1098780 x1874600962235008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761551.663677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962235008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761551.663686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761551.663690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761551.663693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235008:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761551.663699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235136:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761551.663733:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761551.663745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761551/real 1787761551]  req@ffff93eda1098b40 x1874600962235136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761551.663756:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962235136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761551.663764:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761551.663767:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761551.663771:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235136:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761551.855323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761552.431301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761552.879308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761553.455242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761553.903369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761554.479324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761554.927369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761555.503286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761555.951375:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761556.527297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761556.783223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761556.783230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761556.783233:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761556.783241:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2836
00000100:00080000:3.0:1787761556.783249:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761556.783254:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761556.783279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962235264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761556.783299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761556.783314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761556.783316:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761556.783321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2836
00000100:00080000:3.0:1787761556.783326:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761556.783330:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761556.783340:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761556.783351:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962235264:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761556.783356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962235392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761556.783371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761556.783375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761556.783377:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761556.783381:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2836
00000100:00080000:3.0:1787761556.783384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761556.783388:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761556.783394:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761556.783404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962235520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761556.783420:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761556.783452:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761556/real 1787761556]  req@ffff93eda109ad00 x1874600962235264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761556.783468:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962235264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761556.783477:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761556.783481:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761556.783484:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962235264:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761556.783506:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235392:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761556.783524:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761556.783535:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761556/real 1787761556]  req@ffff93eda1099a40 x1874600962235392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761556.783557:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962235392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761556.783565:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761556.783568:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761556.783571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235392:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761556.783577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235520:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761556.783594:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761556.783603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761556/real 1787761556]  req@ffff93eda1098b40 x1874600962235520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761556.783613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962235520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761556.783620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761556.783623:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761556.783626:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235520:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761556.975282:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761557.551246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761557.999281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761558.575293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761559.023343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761559.599335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761560.047350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761560.623238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761561.071405:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761561.647299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761561.903305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.903318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761561.903345:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761561.903359:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2841
00000100:00080000:3.0:1787761561.903372:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761561.903381:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761561.903425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962235648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761561.903461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.903465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761561.903474:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761561.903479:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2841
00000100:00080000:3.0:1787761561.903483:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761561.903488:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761561.903500:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761561.903512:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962235648:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761561.903519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962235776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761561.903530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761561.903534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761561.903536:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761561.903539:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2841
00000100:00080000:3.0:1787761561.903543:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761561.903546:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761561.903552:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761561.903563:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962235904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761561.903596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761561.903644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761561/real 1787761561]  req@ffff93eda1098780 x1874600962235648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761561.903662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962235648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761561.903686:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761561.903690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761561.903694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962235648:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761561.903736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235776:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761561.903759:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761561.903771:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761561/real 1787761561]  req@ffff93eda1098000 x1874600962235776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761561.903783:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962235776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761561.903790:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761561.903793:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761561.903796:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235776:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761561.903802:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235904:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761561.903821:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761561.903831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761561/real 1787761561]  req@ffff93eda109a940 x1874600962235904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761561.903839:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962235904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761561.903845:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761561.903848:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761561.903851:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962235904:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761562.095356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761562.671278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761563.119404:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761563.695302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761564.143336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761564.719281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761565.167316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761565.743267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761566.191330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761566.767281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761567.023301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761567.023311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761567.023315:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761567.023325:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2846
00000100:00080000:0.0:1787761567.023336:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761567.023344:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761567.023373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962236032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761567.023396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761567.023399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761567.023400:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761567.023402:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2846
00000100:00080000:0.0:1787761567.023404:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761567.023407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761567.023422:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761567.023432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962236160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761567.023440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761567.023444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761567.023447:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761567.023447:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962236032:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761567.023454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2846
00000100:00080000:0.0:1787761567.023463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761567.023467:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761567.023484:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761567.023493:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962236288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761567.023545:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761567.023617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761567/real 1787761567]  req@ffff93ed82c24780 x1874600962236032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761567.023645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962236032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761567.023658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761567.023663:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761567.023667:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962236032:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761567.023697:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236160:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761567.023719:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761567.023731:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761567/real 1787761567]  req@ffff93ed82c26940 x1874600962236160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761567.023743:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962236160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761567.023750:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761567.023754:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761567.023771:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236160:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761567.023778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236288:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761567.023798:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761567.023807:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761567/real 1787761567]  req@ffff93ed82c27840 x1874600962236288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761567.023818:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962236288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761567.023826:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761567.023829:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761567.023832:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236288:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761567.215316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761567.791253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761568.239330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761568.815310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761569.263380:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761569.839239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761570.287357:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761570.863274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761571.311341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761571.887278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761572.143259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761572.143269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761572.143273:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761572.143282:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2851
00000100:00080000:0.0:1787761572.143293:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761572.143301:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761572.143337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962236416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761572.143365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761572.143368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761572.143370:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761572.143376:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2851
00000100:00080000:0.0:1787761572.143379:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761572.143382:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761572.143390:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761572.143400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962236544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761572.143408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761572.143410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761572.143411:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761572.143415:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2851
00000100:00100000:3.0:1787761572.143417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962236416:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761572.143431:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761572.143434:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761572.143438:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761572.143446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962236672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761572.143478:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761572.143528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761572/real 1787761572]  req@ffff93ed82c24000 x1874600962236416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761572.143544:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962236416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761572.143555:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761572.143559:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761572.143568:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962236416:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761572.143588:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236544:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761572.143613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761572.143626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761572/real 1787761572]  req@ffff93ed82c252c0 x1874600962236544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761572.143644:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962236544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761572.143653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761572.143656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761572.143659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236544:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761572.143665:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236672:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761572.143682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761572.143692:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761572/real 1787761572]  req@ffff93ed82c27840 x1874600962236672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761572.143703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962236672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761572.143711:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761572.143714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761572.143717:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236672:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761572.335307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761572.911274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761573.359315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761573.935259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761574.383317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761574.959347:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761575.407374:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761575.983271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761576.431309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761577.007262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761577.263266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.263272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761577.263276:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761577.263283:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2856
00000100:00080000:3.0:1787761577.263291:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761577.263296:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761577.263326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962236800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761577.263346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.263348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761577.263349:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761577.263352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2856
00000100:00080000:3.0:1787761577.263354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761577.263357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761577.263367:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761577.263381:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962236800:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761577.263389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962236928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761577.263401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761577.263415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761577.263417:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761577.263421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2856
00000100:00080000:3.0:1787761577.263425:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761577.263429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787761577.263441:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787761577.263451:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761577.263466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962237056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761577.263487:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761577/real 1787761577]  req@ffff93eda10983c0 x1874600962236800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761577.263508:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962236800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761577.263516:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761577.263519:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761577.263521:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962236800:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761577.263539:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236928:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761577.263568:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761577.263581:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761577/real 1787761577]  req@ffff93eda1099e00 x1874600962236928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761577.263593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962236928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761577.263600:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761577.263602:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761577.263610:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962236928:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761577.263614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237056:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761577.263629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761577.263636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761577/real 1787761577]  req@ffff93eda109a940 x1874600962237056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761577.263643:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962237056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761577.263648:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761577.263649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761577.263651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237056:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761577.455297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761578.031245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761578.479292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761579.055270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761579.503355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761580.079241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761580.527329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761581.103321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761581.551469:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761582.127271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761582.383337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.383348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761582.383353:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761582.383363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2862
00000100:00080000:3.0:1787761582.383374:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761582.383381:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761582.383423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962237184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761582.383448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.383451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761582.383452:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761582.383455:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2862
00000100:00080000:3.0:1787761582.383457:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761582.383459:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761582.383469:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761582.383477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962237312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761582.383505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761582.383508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761582.383509:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761582.383518:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2862
00000100:00100000:0.0:1787761582.383522:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962237184:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761582.383523:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761582.383527:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761582.383538:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761582.383548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962237440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761582.383605:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761582.383650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761582/real 1787761582]  req@ffff93eda1098000 x1874600962237184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761582.383662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962237184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761582.383670:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761582.383674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761582.383677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962237184:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761582.383698:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237312:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761582.383720:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761582.383746:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761582/real 1787761582]  req@ffff93eda1098780 x1874600962237312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761582.383756:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962237312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761582.383761:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761582.383763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761582.383765:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237312:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761582.383770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237440:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761582.383784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761582.383790:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761582/real 1787761582]  req@ffff93eda1098b40 x1874600962237440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761582.383797:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962237440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761582.383801:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761582.383803:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761582.383805:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237440:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761582.575348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761583.151318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761583.599314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761584.175333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761584.623369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761585.199264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761585.647314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761586.223279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761586.671327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761587.247279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761587.503288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761587.503296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761587.503299:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761587.503307:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2867
00000100:00080000:1.0:1787761587.503314:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761587.503319:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761587.503360:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962237568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761587.503378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761587.503381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761587.503382:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761587.503385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2867
00000100:00080000:1.0:1787761587.503387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761587.503389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761587.503404:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761587.503417:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962237568:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761587.503419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962237696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761587.503432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761587.503436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761587.503438:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761587.503441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2867
00000100:00080000:1.0:1787761587.503445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761587.503447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761587.503451:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761587.503459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962237824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761587.503468:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761587.503505:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761587/real 1787761587]  req@ffff93eda12a61c0 x1874600962237568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761587.503517:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962237568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761587.503529:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761587.503531:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761587.503534:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962237568:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761587.503550:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237696:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761587.503569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761587.503580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761587/real 1787761587]  req@ffff93eda12a5a40 x1874600962237696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761587.503592:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962237696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761587.503599:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761587.503603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761587.503606:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237696:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761587.503612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237824:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761587.503636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761587.503647:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761587/real 1787761587]  req@ffff93eda12a4000 x1874600962237824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761587.503658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962237824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761587.503665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761587.503669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761587.503671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962237824:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761587.695323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761588.271274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761588.719341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761589.295236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761589.743322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761590.319302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761590.767841:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761591.343314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761591.791300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761592.367281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761592.623299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.623306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761592.623310:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761592.623318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2872
00000100:00080000:0.0:1787761592.623327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761592.623333:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761592.623366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962237952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761592.623397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.623400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761592.623402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761592.623407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2872
00000100:00080000:0.0:1787761592.623410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761592.623413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761592.623422:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761592.623432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962238080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761592.623440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761592.623442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761592.623445:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787761592.623446:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962237952:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761592.623448:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2872
00000100:00080000:0.0:1787761592.623453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761592.623457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761592.623485:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761592.623498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962238208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761592.623508:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761592.623565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761592/real 1787761592]  req@ffff93ed82c26940 x1874600962237952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761592.623583:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962237952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761592.623605:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761592.623609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761592.623613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962237952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761592.623634:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238080:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761592.623654:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761592.623666:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761592/real 1787761592]  req@ffff93ed82c24780 x1874600962238080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761592.623677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962238080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761592.623684:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761592.623687:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761592.623690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238080:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761592.623696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238208:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761592.623715:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761592.623724:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761592/real 1787761592]  req@ffff93ed82c243c0 x1874600962238208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761592.623735:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962238208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761592.623742:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761592.623745:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761592.623748:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238208:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761592.815323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761593.391294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761593.839376:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761594.415322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761594.863320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761595.439276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761595.887352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761596.463385:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761596.911341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761597.487254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761597.743294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.743302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761597.743306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761597.743313:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2877
00000100:00080000:3.0:1787761597.743321:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761597.743326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761597.743355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962238336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761597.743378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.743381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761597.743382:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761597.743385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2877
00000100:00080000:3.0:1787761597.743387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761597.743389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761597.743396:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761597.743405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962238464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761597.743416:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962238336:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761597.743416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761597.743424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761597.743440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761597.743445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2877
00000100:00080000:3.0:1787761597.743449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761597.743453:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761597.743457:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761597.743468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962238592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761597.743478:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761597.743522:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761597/real 1787761597]  req@ffff93eda1099a40 x1874600962238336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761597.743539:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962238336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761597.743546:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761597.743549:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761597.743552:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962238336:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761597.743574:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238464:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761597.743596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761597.743608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761597/real 1787761597]  req@ffff93eda109ad00 x1874600962238464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761597.743618:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962238464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761597.743623:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761597.743625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761597.743627:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238464:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761597.743630:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238592:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761597.743650:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761597.743657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761597/real 1787761597]  req@ffff93eda1098b40 x1874600962238592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761597.743664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962238592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761597.743669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761597.743670:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761597.743672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238592:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761597.935388:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761598.511286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761598.959341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761599.535273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761599.983363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761600.559263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761601.007330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761601.583299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761602.031448:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761602.607264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761602.863270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761602.863279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761602.863284:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761602.863294:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2882
00000100:00080000:3.0:1787761602.863305:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761602.863312:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761602.863347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962238720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761602.863377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761602.863381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761602.863382:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761602.863386:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2882
00000100:00080000:3.0:1787761602.863390:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761602.863408:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761602.863418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761602.863430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962238720:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761602.863435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962238848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761602.863455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761602.863462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761602.863464:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761602.863468:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2882
00000100:00080000:3.0:1787761602.863472:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761602.863476:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761602.863481:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761602.863491:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761602.863494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962238976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761602.863549:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761602/real 1787761602]  req@ffff93eda1098780 x1874600962238720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761602.863568:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962238720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761602.863579:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761602.863583:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761602.863586:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962238720:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761602.863617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238848:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761602.863639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761602.863661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761602/real 1787761602]  req@ffff93eda1098000 x1874600962238848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761602.863687:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962238848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761602.863695:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761602.863698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761602.863702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238848:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761602.863708:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238976:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761602.863729:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761602.863741:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761602/real 1787761602]  req@ffff93eda109a940 x1874600962238976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761602.863752:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962238976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761602.863760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761602.863763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761602.863766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962238976:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761603.055323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761603.631271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761604.079334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761604.655229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761605.103324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761605.679283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761606.127347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761606.703247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761607.151338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761607.727287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761607.983287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761607.983296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761607.983301:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761607.983310:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2887
00000100:00080000:0.0:1787761607.983319:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761607.983327:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761607.983356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962239104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761607.983389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761607.983393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761607.983395:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761607.983399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2887
00000100:00080000:0.0:1787761607.983403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761607.983407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761607.983415:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761607.983421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962239104:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761607.983427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962239232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761607.983435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761607.983438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761607.983440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761607.983442:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2887
00000100:00080000:0.0:1787761607.983445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761607.983448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761607.983457:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761607.983466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962239360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761607.983474:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761607.983512:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761607/real 1787761607]  req@ffff93ed82c270c0 x1874600962239104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761607.983524:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962239104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761607.983539:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761607.983542:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761607.983544:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962239104:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761607.983561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239232:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761607.983589:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761607.983601:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761607/real 1787761607]  req@ffff93ed82c27480 x1874600962239232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761607.983613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962239232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761607.983622:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761607.983625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761607.983628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239232:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761607.983633:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239360:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761607.983651:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761607.983661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761607/real 1787761607]  req@ffff93ed82c24b40 x1874600962239360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761607.983672:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962239360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761607.983680:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761607.983683:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761607.983686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239360:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761608.175333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761608.751236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761609.199335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761609.775276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761610.223370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761610.799259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761611.247306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761611.823254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761612.271666:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761612.847267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761613.103254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761613.103262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761613.103266:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761613.103275:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2892
00000100:00080000:1.0:1787761613.103285:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761613.103294:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761613.103328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962239488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761613.103357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761613.103361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761613.103363:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761613.103367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2892
00000100:00080000:1.0:1787761613.103372:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761613.103375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761613.103384:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761613.103394:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962239488:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761613.103395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962239616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761613.103424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761613.103426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761613.103428:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761613.103430:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2892
00000100:00080000:1.0:1787761613.103445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761613.103447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761613.103451:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761613.103459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962239744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761613.103495:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239616:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761613.103524:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239744:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761613.295311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761613.871292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761614.319302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761614.895331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761615.343325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761615.919318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787761616.175451:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787761616.175491:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761616.175506:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787761616.175558:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787761616.175566:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787761616.175625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761613/real 1787761616]  req@ffff93eda12a6580 x1874600962239616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761616.175664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962239616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761616.175677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761616.175683:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761616.175688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239616:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761616.175696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761613/real 1787761616]  req@ffff93eda12a6940 x1874600962239744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761616.175710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962239744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761616.175718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761616.175722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761616.175725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962239744:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787761616.175731:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761613/real 1787761616]  req@ffff93eda12a7c00 x1874600962239488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761616.175755:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962239488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761616.175764:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761616.175768:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761616.175772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962239488:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787761616.367267:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761616.943271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761617.391338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761617.967268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761618.223276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761618.223285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761618.223289:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761618.223299:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2897
00000100:00080000:1.0:1787761618.223309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761618.223315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761618.223347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962239872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761618.223375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761618.223379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761618.223380:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761618.223384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2897
00000100:00080000:1.0:1787761618.223398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761618.223402:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761618.223412:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761618.223425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962240000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761618.223436:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962239872:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761618.223436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761618.223443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761618.223446:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761618.223450:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2897
00000100:00080000:1.0:1787761618.223452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761618.223455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761618.223460:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761618.223470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962240128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761618.223502:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761618.223553:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761618/real 1787761618]  req@ffff93eda12a7c00 x1874600962239872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761618.223570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962239872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761618.223582:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761618.223586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761618.223591:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962239872:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761618.223628:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240000:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761618.223649:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761618.223661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761618/real 1787761618]  req@ffff93eda12a6940 x1874600962240000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761618.223673:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962240000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761618.223680:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761618.223683:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761618.223686:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240000:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761618.223692:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240128:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761618.223711:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761618.223722:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761618/real 1787761618]  req@ffff93eda12a6580 x1874600962240128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761618.223741:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962240128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761618.223748:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761618.223750:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761618.223753:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240128:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761618.415318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761618.991249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761619.439273:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761620.015283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761620.463306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761621.039229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761621.487348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761622.063276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761622.511297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761623.087287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761623.343277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761623.343285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761623.343288:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761623.343296:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2903
00000100:00080000:3.0:1787761623.343304:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761623.343309:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761623.343344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962240256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761623.343369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761623.343373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761623.343374:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761623.343378:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2903
00000100:00080000:3.0:1787761623.343380:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761623.343395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761623.343403:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761623.343412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962240384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761623.343420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761623.343421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962240256:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761623.343423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761623.343426:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761623.343432:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2903
00000100:00080000:3.0:1787761623.343435:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761623.343436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761623.343439:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761623.343448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962240512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761623.343497:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761623.343551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761623/real 1787761623]  req@ffff93eda1099e00 x1874600962240256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761623.343568:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962240256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761623.343584:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761623.343590:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761623.343594:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962240256:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761623.343616:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240384:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761623.343637:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761623.343647:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761623/real 1787761623]  req@ffff93eda10983c0 x1874600962240384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761623.343658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962240384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761623.343676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761623.343680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761623.343683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240384:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761623.343688:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240512:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761623.343705:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761623.343714:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761623/real 1787761623]  req@ffff93eda109a940 x1874600962240512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761623.343724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962240512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761623.343731:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761623.343734:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761623.343737:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240512:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761623.535321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761624.111288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761624.559347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761625.135297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761625.583326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761626.159229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761626.607311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761627.183266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761627.631347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761628.207246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761628.463290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761628.463299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761628.463304:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761628.463314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2908
00000100:00080000:1.0:1787761628.463328:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761628.463336:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761628.463388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962240640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761628.463424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761628.463428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761628.463430:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761628.463434:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2908
00000100:00080000:1.0:1787761628.463438:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761628.463443:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761628.463453:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761628.463464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962240640:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761628.463469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962240768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761628.463483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761628.463487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761628.463488:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761628.463492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2908
00000100:00080000:1.0:1787761628.463496:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761628.463499:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761628.463504:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761628.463514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962240896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761628.463532:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761628.463571:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761628/real 1787761628]  req@ffff93eda12a4000 x1874600962240640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761628.463584:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962240640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761628.463592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761628.463595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761628.463597:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962240640:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761628.463625:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240768:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761628.463641:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761628.463649:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761628/real 1787761628]  req@ffff93eda12a5a40 x1874600962240768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761628.463656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962240768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761628.463661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761628.463663:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761628.463665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240768:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761628.463668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240896:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761628.463677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761628.463682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761628/real 1787761628]  req@ffff93eda12a61c0 x1874600962240896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761628.463688:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962240896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761628.463693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761628.463695:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761628.463696:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962240896:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761628.655430:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761629.231264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761629.679302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761630.255274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761630.703308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761631.279262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761631.727301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761632.303274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761632.751356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761633.327268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761633.583274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761633.583324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761633.583329:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761633.583338:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2913
00000100:00080000:1.0:1787761633.583348:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761633.583355:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761633.583394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962241024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761633.583422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761633.583426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761633.583428:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761633.583432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2913
00000100:00080000:1.0:1787761633.583435:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761633.583439:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761633.583449:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761633.583463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962241152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761633.583473:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962241024:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761633.583476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761633.583489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761633.583494:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761633.583499:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2913
00000100:00080000:1.0:1787761633.583503:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761633.583507:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761633.583513:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761633.583525:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962241280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761633.583534:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761633.583586:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761633/real 1787761633]  req@ffff93eda12a61c0 x1874600962241024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761633.583613:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962241024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761633.583624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761633.583628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761633.583632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962241024:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761633.583658:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241152:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761633.583680:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761633.583691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761633/real 1787761633]  req@ffff93eda12a5a40 x1874600962241152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761633.583704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962241152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761633.583712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761633.583715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761633.583718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241152:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761633.583724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241280:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761633.583741:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761633.583750:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761633/real 1787761633]  req@ffff93eda12a4000 x1874600962241280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761633.583761:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962241280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761633.583780:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761633.583784:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761633.583787:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241280:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761633.775331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761634.351251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761634.799318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761635.375275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761635.823321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761636.399305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761636.847295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761637.423303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761637.871335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761638.447287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761638.703282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761638.703291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761638.703295:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761638.703303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2918
00000100:00080000:1.0:1787761638.703313:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761638.703321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761638.703355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962241408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761638.703381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761638.703385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761638.703387:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761638.703390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2918
00000100:00080000:1.0:1787761638.703394:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761638.703397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761638.703407:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761638.703419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962241536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761638.703429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761638.703435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962241408:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761638.703435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761638.703437:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761638.703445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2918
00000100:00080000:1.0:1787761638.703461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761638.703466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761638.703471:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761638.703483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962241664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761638.703505:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761638.703547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761638/real 1787761638]  req@ffff93eda12a6580 x1874600962241408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761638.703566:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962241408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761638.703576:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761638.703580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761638.703584:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962241408:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761638.703605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241536:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761638.703625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761638.703635:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761638/real 1787761638]  req@ffff93eda12a6940 x1874600962241536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761638.703646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962241536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761638.703654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761638.703657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761638.703660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241536:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761638.703672:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241664:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761638.703692:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761638.703702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761638/real 1787761638]  req@ffff93eda12a7c00 x1874600962241664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761638.703712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962241664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761638.703719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761638.703721:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761638.703724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241664:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761638.895323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761639.471272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761639.919344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761640.495293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761640.943373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761641.519324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761641.967338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761642.543235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761642.991349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761643.567248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761643.823295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761643.823304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761643.823308:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761643.823318:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2923
00000100:00080000:3.0:1787761643.823328:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761643.823335:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761643.823367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962241792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761643.823393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761643.823397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761643.823399:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761643.823403:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2923
00000100:00080000:3.0:1787761643.823406:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761643.823409:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761643.823418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761643.823430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962241920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761643.823435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962241792:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761643.823448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761643.823452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761643.823476:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761643.823482:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2923
00000100:00080000:3.0:1787761643.823486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787761643.823491:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787761643.823494:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761643.823501:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761643.823514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962242048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761643.823528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761643/real 1787761643]  req@ffff93eda1098000 x1874600962241792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761643.823541:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962241792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761643.823548:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761643.823552:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761643.823555:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962241792:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761643.823571:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241920:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761643.823588:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761643.823600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761643/real 1787761643]  req@ffff93eda1098780 x1874600962241920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761643.823619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962241920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761643.823627:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761643.823631:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761643.823634:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962241920:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761643.823637:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242048:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761643.823652:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761643.823659:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761643/real 1787761643]  req@ffff93eda1098b40 x1874600962242048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761643.823666:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962242048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761643.823670:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761643.823672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761643.823674:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242048:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761644.015337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761644.591274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761645.039316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761645.615261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761646.063292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761646.639303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761647.087318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761647.663239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761648.111278:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761648.687279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761648.943279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.943287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761648.943290:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761648.943298:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2928
00000100:00080000:3.0:1787761648.943307:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761648.943314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761648.943351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962242176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761648.943378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.943382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761648.943384:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761648.943387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2928
00000100:00080000:3.0:1787761648.943391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761648.943407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761648.943415:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962242176:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761648.943416:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761648.943430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962242304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761648.943438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761648.943441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761648.943442:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761648.943444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2928
00000100:00080000:3.0:1787761648.943446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761648.943448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761648.943452:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761648.943463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962242432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761648.943484:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761648.943542:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761648/real 1787761648]  req@ffff93eda109ad00 x1874600962242176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761648.943560:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962242176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761648.943581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761648.943586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761648.943591:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962242176:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761648.943619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242304:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761648.943642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761648.943654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761648/real 1787761648]  req@ffff93eda1099a40 x1874600962242304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761648.943662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962242304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761648.943667:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761648.943669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761648.943671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242304:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761648.943675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242432:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761648.943688:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761648.943694:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761648/real 1787761648]  req@ffff93eda1098b40 x1874600962242432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761648.943701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962242432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761648.943705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761648.943707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761648.943709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242432:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761649.135326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761649.711284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761650.159336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761650.735282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761651.183327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761651.759256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761652.207321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761652.783285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761653.231330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761653.807246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761654.063271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761654.063280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761654.063284:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761654.063294:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2933
00000100:00080000:1.0:1787761654.063303:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761654.063308:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761654.063337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962242560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761654.063356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761654.063359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761654.063360:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761654.063363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2933
00000100:00080000:1.0:1787761654.063365:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761654.063379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761654.063387:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761654.063398:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962242560:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761654.063398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962242688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761654.063413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761654.063415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761654.063416:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761654.063418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2933
00000100:00080000:1.0:1787761654.063421:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761654.063423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761654.063425:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761654.063431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962242816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761654.063459:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761654.063490:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761654/real 1787761654]  req@ffff93eda12a7c00 x1874600962242560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761654.063501:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962242560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761654.063508:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761654.063511:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761654.063513:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962242560:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761654.063530:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242688:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761654.063542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761654.063549:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761654/real 1787761654]  req@ffff93eda12a6940 x1874600962242688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761654.063556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962242688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761654.063561:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761654.063563:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761654.063565:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242688:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761654.063568:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242816:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761654.063577:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761654.063582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761654/real 1787761654]  req@ffff93eda12a6580 x1874600962242816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761654.063595:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962242816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761654.063600:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761654.063601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761654.063603:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962242816:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761654.255351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761654.831287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761655.279309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761655.855230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761656.303316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761656.879265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761657.327360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761657.903255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761658.351287:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761658.927293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761659.183330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761659.183344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761659.183349:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761659.183360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2938
00000100:00080000:1.0:1787761659.183379:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761659.183389:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761659.183438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962242944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761659.183473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761659.183492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761659.183494:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761659.183498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2938
00000100:00080000:1.0:1787761659.183501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761659.183505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761659.183516:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761659.183526:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962242944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761659.183533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962243072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761659.183545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761659.183548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761659.183550:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761659.183554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2938
00000100:00080000:1.0:1787761659.183558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761659.183562:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761659.183567:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761659.183580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962243200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761659.183613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761659.183671:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761659/real 1787761659]  req@ffff93eda12a4000 x1874600962242944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761659.183692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962242944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761659.183704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761659.183708:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761659.183712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962242944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761659.183737:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243072:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761659.183754:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761659.183763:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761659/real 1787761659]  req@ffff93eda12a5a40 x1874600962243072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761659.183781:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962243072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761659.183803:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761659.183807:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761659.183810:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243072:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761659.183825:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243200:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761659.183849:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761659.183857:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761659/real 1787761659]  req@ffff93eda12a61c0 x1874600962243200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761659.183864:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962243200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761659.183869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761659.183871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761659.183880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243200:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761659.375373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761659.951260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761660.399317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761660.975268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761661.423319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761661.999236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761662.447314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761663.023273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761663.471348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761664.047308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761664.303293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.303303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761664.303308:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761664.303317:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2943
00000100:00080000:3.0:1787761664.303329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761664.303336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761664.303376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962243328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761664.303400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.303403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761664.303404:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761664.303408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2943
00000100:00080000:3.0:1787761664.303410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761664.303412:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761664.303421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761664.303428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962243456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761664.303434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761664.303437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761664.303438:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761664.303441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2943
00000100:00080000:3.0:1787761664.303443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761664.303445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761664.303466:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761664.303467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962243328:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761664.303474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962243584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761664.303537:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761664.303594:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761664/real 1787761664]  req@ffff93eda1098780 x1874600962243328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761664.303617:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962243328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761664.303626:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761664.303629:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761664.303633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962243328:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761664.303645:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243456:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761664.303663:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761664.303676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761664/real 1787761664]  req@ffff93eda1098000 x1874600962243456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761664.303684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962243456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761664.303689:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761664.303691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761664.303693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243456:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761664.303714:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243584:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761664.303743:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761664.303751:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761664/real 1787761664]  req@ffff93eda109a940 x1874600962243584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761664.303758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962243584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761664.303763:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761664.303766:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761664.303767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243584:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761664.495314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761665.071316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761665.519334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761666.095298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761666.543315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761667.119276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761667.567303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761668.143272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761668.591329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761669.167301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761669.423337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.423349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761669.423354:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761669.423368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2949
00000100:00080000:3.0:1787761669.423389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761669.423398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761669.423452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962243712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761669.423480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.423484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761669.423486:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761669.423493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2949
00000100:00080000:3.0:1787761669.423497:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761669.423502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761669.423511:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962243712:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761669.423515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761669.423531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962243840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761669.423565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761669.423569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761669.423571:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761669.423575:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2949
00000800:00000100:0.0:1787761669.423580:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787761669.423582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761669.423588:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761669.423595:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761669.423611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962243968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761669.423632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761669/real 1787761669]  req@ffff93eda10983c0 x1874600962243712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761669.423661:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962243712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761669.423672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761669.423676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761669.423680:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962243712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761669.423706:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243840:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761669.423729:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761669.423742:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761669/real 1787761669]  req@ffff93eda1099e00 x1874600962243840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761669.423754:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962243840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761669.423770:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761669.423773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761669.423777:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243840:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761669.423782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243968:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761669.423802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761669.423814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761669/real 1787761669]  req@ffff93eda109a940 x1874600962243968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761669.423825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962243968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761669.423841:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761669.423844:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761669.423846:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962243968:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761669.615368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761670.191261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761670.639379:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761671.215306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761671.663358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761672.239295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761672.687348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761673.263284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761673.711313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761674.287290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761674.543324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761674.543334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761674.543338:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761674.543349:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2954
00000100:00080000:1.0:1787761674.543360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761674.543367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761674.543407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962244096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761674.543431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761674.543434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761674.543435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761674.543438:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2954
00000100:00080000:1.0:1787761674.543440:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761674.543442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761674.543451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761674.543460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962244224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761674.543467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761674.543470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761674.543472:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761674.543475:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2954
00000100:00080000:1.0:1787761674.543477:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761674.543479:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761674.543482:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761674.543507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962244352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761674.543508:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962244096:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761674.543587:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761674.543639:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761674/real 1787761674]  req@ffff93eda12a61c0 x1874600962244096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761674.543658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962244096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761674.543673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761674.543676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761674.543678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962244096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761674.543684:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244224:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761674.543701:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761674.543709:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761674/real 1787761674]  req@ffff93eda12a5a40 x1874600962244224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761674.543717:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962244224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761674.543721:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761674.543723:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761674.543725:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244224:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761674.543758:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244352:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761674.543772:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761674.543778:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761674/real 1787761674]  req@ffff93eda12a4000 x1874600962244352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761674.543785:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962244352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761674.543789:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761674.543791:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761674.543793:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244352:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761674.735312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761675.311258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761675.759335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761676.335352:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761676.783305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761677.359270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761677.807289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761678.383263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761678.831330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761679.407225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761679.663265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761679.663275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761679.663279:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761679.663288:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2959
00000100:00080000:1.0:1787761679.663298:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761679.663305:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761679.663337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962244480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761679.663363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761679.663367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761679.663369:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761679.663372:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2959
00000100:00080000:1.0:1787761679.663375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761679.663378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761679.663386:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761679.663395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962244608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761679.663403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761679.663406:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962244480:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761679.663406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761679.663409:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761679.663440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2959
00000100:00080000:1.0:1787761679.663443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761679.663446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761679.663450:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761679.663459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962244736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761679.663520:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244608:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761679.663545:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244736:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761679.855298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761680.431297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761680.879333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761681.455284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761681.903367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761682.479294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787761682.735448:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787761682.735490:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787761682.735508:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787761682.735548:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787761682.735590:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787761682.735602:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761679/real 1787761682]  req@ffff93eda12a6940 x1874600962244608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761682.735629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962244608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761682.735641:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761682.735646:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761682.735651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244608:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761682.735658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761679/real 1787761682]  req@ffff93eda12a7c00 x1874600962244736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761682.735681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962244736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761682.735690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761682.735693:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761682.735696:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244736:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787761682.735703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761679/real 1787761682]  req@ffff93eda12a6580 x1874600962244480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761682.735720:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962244480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761682.735727:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761682.735731:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761682.735734:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962244480:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787761682.927348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761683.503242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761683.951334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761684.527347:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761684.783362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.783372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761684.783376:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761684.783386:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2964
00000100:00080000:3.0:1787761684.783397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761684.783404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761684.783440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962244864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761684.783474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.783478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761684.783490:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761684.783495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2964
00000100:00080000:3.0:1787761684.783499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761684.783503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761684.783515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761684.783528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962244992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761684.783538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761684.783541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761684.783543:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761684.783548:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2964
00000100:00080000:3.0:1787761684.783552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761684.783569:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962244864:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761684.783579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761684.783587:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761684.783601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962245120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761684.783657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761684.783727:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761684/real 1787761684]  req@ffff93eda1098000 x1874600962244864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761684.783746:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962244864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761684.783756:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761684.783760:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761684.783764:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962244864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761684.783779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244992:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761684.783804:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761684.783816:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761684/real 1787761684]  req@ffff93eda1098780 x1874600962244992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761684.783827:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962244992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761684.783835:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761684.783839:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761684.783842:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962244992:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761684.783874:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245120:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761684.783896:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761684.783907:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761684/real 1787761684]  req@ffff93eda1098b40 x1874600962245120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761684.783917:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962245120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761684.783924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761684.783927:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761684.783929:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245120:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761684.975374:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761685.551289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761685.999356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761686.575322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761687.023291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761687.599289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761688.047429:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761688.623329:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761689.071289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761689.647276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761689.903296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761689.903303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761689.903306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761689.903314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2969
00000100:00080000:1.0:1787761689.903323:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761689.903328:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761689.903357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962245248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761689.903378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761689.903381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761689.903383:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761689.903386:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2969
00000100:00080000:1.0:1787761689.903389:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761689.903393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761689.903401:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761689.903420:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962245248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761689.903436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962245376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761689.903447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761689.903450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761689.903452:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761689.903455:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2969
00000100:00080000:1.0:1787761689.903459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761689.903463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761689.903468:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761689.903479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962245504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761689.903487:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761689.903520:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761689/real 1787761689]  req@ffff93eda12a6580 x1874600962245248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761689.903532:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962245248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761689.903539:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761689.903542:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761689.903544:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962245248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761689.903561:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245376:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761689.903574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761689.903581:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761689/real 1787761689]  req@ffff93eda12a7c00 x1874600962245376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761689.903587:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962245376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761689.903592:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761689.903594:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761689.903596:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245376:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761689.903599:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245504:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761689.903608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761689.903613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761689/real 1787761689]  req@ffff93eda12a6940 x1874600962245504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761689.903629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962245504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761689.903633:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761689.903635:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761689.903637:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245504:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761690.095330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761690.671277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761691.119291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761691.695272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761692.143310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761692.719281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761693.167290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761693.743286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761694.191341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761694.767303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761695.023305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761695.023314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761695.023317:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761695.023325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2974
00000100:00080000:3.0:1787761695.023333:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761695.023338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761695.023365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962245632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761695.023386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761695.023389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761695.023390:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761695.023392:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2974
00000100:00080000:3.0:1787761695.023407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761695.023410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761695.023416:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761695.023425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962245760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761695.023432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761695.023434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761695.023436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761695.023440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2974
00000100:00080000:3.0:1787761695.023442:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761695.023444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761695.023447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761695.023452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962245888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761695.023474:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962245632:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761695.023560:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761695.023609:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761695/real 1787761695]  req@ffff93eda1099a40 x1874600962245632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761695.023627:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962245632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761695.023648:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761695.023654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761695.023658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962245632:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761695.023667:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245760:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761695.023691:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761695.023705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761695/real 1787761695]  req@ffff93eda109ad00 x1874600962245760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761695.023717:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962245760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761695.023734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761695.023737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761695.023739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245760:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761695.023771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245888:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761695.023788:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761695.023795:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761695/real 1787761695]  req@ffff93eda1098b40 x1874600962245888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761695.023802:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962245888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761695.023808:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761695.023810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761695.023812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962245888:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761695.215299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761695.791273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761696.239304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761696.815246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761697.263261:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761697.839253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761698.287318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761698.863238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761699.311289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761699.887279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761700.143286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761700.143297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761700.143302:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761700.143313:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2979
00000100:00080000:0.0:1787761700.143324:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761700.143332:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761700.143370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962246016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761700.143401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761700.143419:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761700.143422:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761700.143426:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2979
00000100:00080000:0.0:1787761700.143447:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787761700.143450:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962246016:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761700.143455:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761700.143469:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761700.143487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962246144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761700.143517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761700.143522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761700.143525:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761700.143530:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2979
00000100:00080000:0.0:1787761700.143535:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787761700.143541:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787761700.143543:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761700.143551:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761700.143563:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962246272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761700.143611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761700/real 1787761700]  req@ffff93ed82c261c0 x1874600962246016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761700.143653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962246016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761700.143667:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761700.143672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761700.143677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962246016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761700.143707:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246144:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761700.143739:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761700.143752:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761700/real 1787761700]  req@ffff93ed82c26d00 x1874600962246144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761700.143762:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962246144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761700.143769:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761700.143771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761700.143774:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246144:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761700.143779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246272:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761700.143794:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761700.143818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761700/real 1787761700]  req@ffff93ed82c25e00 x1874600962246272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761700.143825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962246272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761700.143840:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761700.143842:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761700.143844:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246272:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761700.335357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761700.911239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761701.359324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761701.935289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761702.383325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761702.959277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761703.407340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761703.983291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761704.431311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761705.007297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761705.263258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761705.263266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761705.263270:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761705.263278:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2984
00000100:00080000:0.0:1787761705.263288:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761705.263294:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761705.263338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962246400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761705.263380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761705.263385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761705.263387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761705.263392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2984
00000100:00080000:0.0:1787761705.263396:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761705.263402:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761705.263412:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761705.263428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962246528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761705.263428:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962246400:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761705.263445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761705.263448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761705.263449:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761705.263452:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2984
00000100:00080000:0.0:1787761705.263455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761705.263457:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761705.263461:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761705.263470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962246656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761705.263500:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761705.263547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761705/real 1787761705]  req@ffff93ed82c25e00 x1874600962246400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761705.263563:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962246400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761705.263571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761705.263578:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761705.263582:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962246400:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761705.263605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246528:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761705.263622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761705.263631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761705/real 1787761705]  req@ffff93ed82c26d00 x1874600962246528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761705.263639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962246528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761705.263651:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761705.263653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761705.263656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246528:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761705.263660:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246656:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761705.263675:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761705.263682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761705/real 1787761705]  req@ffff93ed82c261c0 x1874600962246656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761705.263690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962246656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761705.263695:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761705.263697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761705.263698:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246656:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761705.455328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761706.031270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761706.479327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761707.055277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761707.503297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761708.079286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761708.527377:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761709.103301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761709.551342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761710.127226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761710.383241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761710.383248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761710.383252:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761710.383260:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2990
00000100:00080000:0.0:1787761710.383297:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761710.383305:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761710.383335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962246784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761710.383360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761710.383362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761710.383363:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761710.383367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2990
00000100:00080000:0.0:1787761710.383369:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761710.383372:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761710.383379:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761710.383388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962246912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761710.383395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761710.383397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761710.383398:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761710.383400:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2990
00000100:00080000:0.0:1787761710.383403:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761710.383405:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761710.383408:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761710.383415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962247040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761710.383449:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962246784:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787761710.383538:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761710.383596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761710/real 1787761710]  req@ffff93ed82c24b40 x1874600962246784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761710.383617:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962246784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761710.383643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761710.383648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761710.383653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962246784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761710.383661:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246912:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761710.383687:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761710.383699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761710/real 1787761710]  req@ffff93ed82c27480 x1874600962246912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761710.383707:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962246912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761710.383713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761710.383715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761710.383717:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962246912:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761710.383722:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247040:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761710.383737:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761710.383747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761710/real 1787761710]  req@ffff93ed82c270c0 x1874600962247040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761710.383758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962247040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761710.383766:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761710.383769:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761710.383772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247040:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761710.575326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761711.151264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761711.599382:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761712.175291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761712.623318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761713.199268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761713.647317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761714.223282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761714.671316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761715.247270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761715.503230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761715.503254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761715.503258:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761715.503267:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 2995
00000100:00080000:0.0:1787761715.503277:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761715.503285:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761715.503316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962247168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761715.503343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761715.503346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761715.503348:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761715.503352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2995
00000100:00080000:0.0:1787761715.503356:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761715.503359:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761715.503367:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761715.503378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962247296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761715.503386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761715.503389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761715.503390:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761715.503393:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 2995
00000100:00080000:0.0:1787761715.503397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761715.503400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761715.503404:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761715.503413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962247424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761715.503460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962247168:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787761715.503544:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761715.503600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761715/real 1787761715]  req@ffff93ed82c243c0 x1874600962247168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761715.503624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962247168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761715.503636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761715.503641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761715.503645:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962247168:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761715.503652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247296:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761715.503672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761715.503681:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761715/real 1787761715]  req@ffff93ed82c24780 x1874600962247296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761715.503693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962247296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761715.503701:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761715.503704:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761715.503707:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247296:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761715.503734:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247424:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761715.503754:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761715.503764:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761715/real 1787761715]  req@ffff93ed82c26940 x1874600962247424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761715.503775:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962247424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761715.503783:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761715.503786:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761715.503789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247424:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761715.695320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761716.271235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761716.719356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761717.295284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761717.743320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761718.319257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761718.767322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761719.343283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761719.791337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761720.367282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761720.623265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761720.623273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761720.623276:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761720.623283:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3000
00000100:00080000:0.0:1787761720.623291:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761720.623296:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761720.623326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962247552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761720.623346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761720.623349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761720.623350:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761720.623353:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3000
00000100:00080000:0.0:1787761720.623355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761720.623357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761720.623365:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761720.623377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962247680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761720.623387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761720.623391:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962247552:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761720.623393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761720.623397:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761720.623403:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3000
00000100:00080000:0.0:1787761720.623406:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761720.623411:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761720.623428:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761720.623438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962247808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761720.623445:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761720.623482:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761720/real 1787761720]  req@ffff93ed82c27840 x1874600962247552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761720.623494:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962247552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761720.623501:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761720.623504:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761720.623507:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962247552:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761720.623532:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247680:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761720.623547:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761720.623554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761720/real 1787761720]  req@ffff93ed82c252c0 x1874600962247680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761720.623565:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962247680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761720.623573:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761720.623576:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761720.623580:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247680:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761720.623585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247808:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761720.623610:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761720.623617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761720/real 1787761720]  req@ffff93ed82c24000 x1874600962247808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761720.623624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962247808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761720.623649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761720.623653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761720.623656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962247808:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761720.815335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761721.391251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761721.839328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761722.415275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761722.863326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761723.439260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761723.887333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761724.463335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761724.911371:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761725.487266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761725.743313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761725.743324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761725.743328:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761725.743338:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3005
00000100:00080000:1.0:1787761725.743353:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761725.743361:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761725.743401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962247936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761725.743425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761725.743428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761725.743429:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761725.743432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3005
00000100:00080000:1.0:1787761725.743434:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761725.743455:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761725.743466:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761725.743476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962248064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761725.743483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761725.743485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761725.743487:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761725.743489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3005
00000100:00080000:1.0:1787761725.743493:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761725.743495:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761725.743498:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761725.743507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962248192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761725.743511:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962247936:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787761725.743599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761725.743639:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761725/real 1787761725]  req@ffff93eda12a4000 x1874600962247936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761725.743653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962247936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761725.743661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761725.743665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761725.743668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962247936:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761725.743674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248064:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761725.743689:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761725.743697:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761725/real 1787761725]  req@ffff93eda12a5a40 x1874600962248064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761725.743703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962248064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761725.743708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761725.743710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761725.743712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248064:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761725.743732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248192:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761725.743742:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761725.743747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761725/real 1787761725]  req@ffff93eda12a61c0 x1874600962248192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761725.743774:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962248192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761725.743783:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761725.743786:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761725.743789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248192:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761725.935369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761726.511275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761726.959361:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761727.535254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761727.983318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761728.559287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761729.007374:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761729.583293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761730.031293:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761730.607263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761730.863260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761730.863268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761730.863271:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761730.863279:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3010
00000100:00080000:1.0:1787761730.863287:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761730.863292:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761730.863322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962248320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761730.863350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761730.863354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761730.863370:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761730.863374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3010
00000100:00080000:1.0:1787761730.863378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761730.863381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761730.863389:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761730.863392:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962248320:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761730.863400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962248448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761730.863409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761730.863411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761730.863412:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761730.863414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3010
00000100:00080000:1.0:1787761730.863416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761730.863418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761730.863421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761730.863441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962248576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761730.863454:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761730.863492:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761730/real 1787761730]  req@ffff93eda12a61c0 x1874600962248320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761730.863507:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962248320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761730.863515:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761730.863517:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761730.863520:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962248320:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761730.863537:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248448:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761730.863551:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761730.863558:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761730/real 1787761730]  req@ffff93eda12a5a40 x1874600962248448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761730.863579:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962248448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761730.863584:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761730.863586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761730.863588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248448:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761730.863591:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248576:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761730.863604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761730.863610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761730/real 1787761730]  req@ffff93eda12a4000 x1874600962248576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761730.863616:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962248576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761730.863620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761730.863622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761730.863624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248576:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761731.055312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761731.631259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761732.079314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761732.655257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761733.103318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761733.679283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761734.127283:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761734.703264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761735.151323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761735.727239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761735.983271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761735.983280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761735.983284:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761735.983295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3015
00000100:00080000:1.0:1787761735.983306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761735.983313:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761735.983361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962248704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761735.983402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761735.983406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761735.983408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761735.983412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3015
00000100:00080000:1.0:1787761735.983416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761735.983420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761735.983429:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761735.983437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962248704:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761735.983442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962248832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761735.983457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761735.983460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761735.983462:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761735.983466:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3015
00000100:00080000:1.0:1787761735.983469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761735.983473:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761735.983477:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761735.983491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962248960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761735.983506:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761735.983537:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761735/real 1787761735]  req@ffff93eda12a6940 x1874600962248704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761735.983549:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962248704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761735.983556:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761735.983558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761735.983561:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962248704:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761735.983577:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248832:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761735.983590:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761735.983597:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761735/real 1787761735]  req@ffff93eda12a7c00 x1874600962248832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761735.983604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962248832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761735.983609:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761735.983611:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761735.983613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248832:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761735.983616:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248960:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761735.983625:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761735.983630:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761735/real 1787761735]  req@ffff93eda12a6580 x1874600962248960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761735.983646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962248960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761735.983650:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761735.983652:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761735.983654:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962248960:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761736.175298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761736.751261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761737.199323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761737.775254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761738.223309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761738.799271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761739.247319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761739.823241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761740.271291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761740.847312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761741.103288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761741.103296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761741.103299:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761741.103307:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3020
00000100:00080000:1.0:1787761741.103330:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761741.103336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761741.103365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962249088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761741.103385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761741.103387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761741.103388:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761741.103391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3020
00000100:00080000:1.0:1787761741.103393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761741.103395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761741.103402:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761741.103409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962249216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761741.103415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761741.103418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761741.103419:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761741.103421:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3020
00000100:00080000:1.0:1787761741.103422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761741.103424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761741.103427:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761741.103434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962249344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761741.103479:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962249088:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787761741.103572:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761741.103638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761741/real 1787761741]  req@ffff93eda12a6580 x1874600962249088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761741.103659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962249088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761741.103672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761741.103676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761741.103681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962249088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761741.103689:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249216:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761741.103726:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761741.103740:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761741/real 1787761741]  req@ffff93eda12a7c00 x1874600962249216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761741.103753:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962249216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761741.103761:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761741.103765:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761741.103768:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249216:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761741.103775:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249344:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761741.103797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761741.103808:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761741/real 1787761741]  req@ffff93eda12a6940 x1874600962249344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761741.103819:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962249344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761741.103827:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761741.103830:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761741.103834:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249344:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761741.295324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761741.871269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761742.319325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761742.895267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761743.343318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761743.919302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761744.367323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761744.943272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761745.391297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761745.967329:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761746.223278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761746.223303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761746.223307:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761746.223316:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3025
00000100:00080000:1.0:1787761746.223327:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761746.223334:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761746.223361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962249472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761746.223380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761746.223382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761746.223384:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761746.223386:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3025
00000100:00080000:1.0:1787761746.223388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761746.223390:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761746.223397:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761746.223404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962249600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761746.223411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761746.223413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761746.223414:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761746.223416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3025
00000100:00080000:1.0:1787761746.223417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761746.223419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761746.223423:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761746.223428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962249728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761746.223467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962249472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761746.223614:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249600:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761746.223647:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249728:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761746.415332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761746.991252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761747.439281:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761748.015263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761748.463318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761749.039256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761749.295450:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761749.295491:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761749.295507:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761749.295558:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761749.295570:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787761749.295597:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761746/real 1787761749]  req@ffff93eda12a4000 x1874600962249472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761749.295621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962249472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761749.295632:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761749.295637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761749.295641:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962249472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761749.295648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761746/real 1787761749]  req@ffff93eda12a5a40 x1874600962249600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761749.295659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962249600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761749.295666:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761749.295670:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761749.295673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249600:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761749.295679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761746/real 1787761749]  req@ffff93eda12a61c0 x1874600962249728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761749.295710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962249728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761749.295717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761749.295720:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761749.295722:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249728:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761749.487328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761750.063264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761750.511282:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761751.087302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761751.343309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761751.343318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761751.343321:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761751.343331:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3031
00000100:00080000:1.0:1787761751.343341:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761751.343348:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761751.343380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962249856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761751.343407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761751.343411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761751.343413:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761751.343416:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3031
00000100:00080000:1.0:1787761751.343419:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761751.343423:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761751.343431:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761751.343442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962249984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761751.343451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761751.343460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962249856:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761751.343471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761751.343473:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761751.343478:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3031
00000100:00080000:1.0:1787761751.343482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761751.343486:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761751.343492:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761751.343505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962250112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761751.343531:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761751.343582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761751/real 1787761751]  req@ffff93eda12a61c0 x1874600962249856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761751.343600:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962249856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761751.343611:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761751.343615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761751.343618:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962249856:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761751.343643:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249984:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761751.343667:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761751.343679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761751/real 1787761751]  req@ffff93eda12a5a40 x1874600962249984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761751.343690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962249984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761751.343705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761751.343709:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761751.343712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962249984:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761751.343718:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250112:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761751.343741:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761751.343753:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761751/real 1787761751]  req@ffff93eda12a4000 x1874600962250112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761751.343769:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962250112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761751.343786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761751.343790:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761751.343792:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250112:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761751.535331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761752.111308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761752.559297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761753.135239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761753.583322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761754.159276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761754.607320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761755.183247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761755.631305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761756.207302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761756.463329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.463339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761756.463343:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761756.463355:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3036
00000100:00080000:3.0:1787761756.463370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761756.463380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761756.463442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962250240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761756.463469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.463472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761756.463473:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761756.463477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3036
00000100:00080000:3.0:1787761756.463480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761756.463482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761756.463492:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761756.463500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962250368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761756.463509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761756.463511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761756.463512:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761756.463515:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3036
00000100:00080000:3.0:1787761756.463517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761756.463521:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962250240:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761756.463521:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761756.463525:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761756.463534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962250496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761756.463591:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761756.463640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761756/real 1787761756]  req@ffff93eda1098780 x1874600962250240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761756.463657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962250240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761756.463665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761756.463669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761756.463672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962250240:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761756.463693:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250368:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761756.463707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761756.463715:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761756/real 1787761756]  req@ffff93eda1098000 x1874600962250368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761756.463730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962250368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761756.463735:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761756.463737:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761756.463744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250368:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761756.463749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250496:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761756.463763:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761756.463770:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761756/real 1787761756]  req@ffff93eda109a940 x1874600962250496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761756.463783:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962250496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761756.463788:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761756.463790:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761756.463792:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250496:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761756.655317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761757.231268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761757.679313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761758.255294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761758.703307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761759.279240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761759.727330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761760.303286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761760.751354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761761.327274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761761.583247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761761.583255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761761.583258:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761761.583267:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3041
00000100:00080000:3.0:1787761761.583276:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761761.583284:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761761.583319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962250624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761761.583341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761761.583345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761761.583347:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761761.583355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3041
00000100:00080000:3.0:1787761761.583359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761761.583363:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761761.583371:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761761.583381:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962250624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761761.583385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962250752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761761.583395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761761.583398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761761.583400:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761761.583403:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3041
00000100:00080000:3.0:1787761761.583407:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761761.583410:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761761.583426:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761761.583430:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761761.583441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962250880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761761.583473:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761761/real 1787761761]  req@ffff93eda1099e00 x1874600962250624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761761.583491:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962250624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761761.583502:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761761.583506:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761761.583510:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962250624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761761.583534:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250752:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761761.583557:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761761.583580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761761/real 1787761761]  req@ffff93eda10983c0 x1874600962250752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761761.583593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962250752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761761.583601:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761761.583604:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761761.583607:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250752:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761761.583613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250880:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761761.583633:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761761.583645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761761/real 1787761761]  req@ffff93eda109a940 x1874600962250880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761761.583656:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962250880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761761.583664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761761.583667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761761.583670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962250880:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761761.775328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761762.351263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761762.799381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761763.375307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761763.823377:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761764.399263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761764.847333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761765.423280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761765.871363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761766.447281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761766.703274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761766.703281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761766.703284:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761766.703292:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3046
00000100:00080000:3.0:1787761766.703300:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761766.703305:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761766.703334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962251008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761766.703356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761766.703359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761766.703360:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761766.703362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3046
00000100:00080000:3.0:1787761766.703365:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761766.703367:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761766.703374:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761766.703385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962251136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761766.703416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761766.703419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761766.703422:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761766.703431:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3046
00000100:00100000:0.0:1787761766.703433:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962251008:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761766.703436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761766.703443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761766.703454:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761766.703474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962251264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761766.703521:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761766.703574:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761766/real 1787761766]  req@ffff93eda1098000 x1874600962251008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761766.703590:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962251008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761766.703614:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761766.703628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761766.703632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962251008:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761766.703666:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251136:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761766.703692:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761766.703706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761766/real 1787761766]  req@ffff93eda1098780 x1874600962251136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761766.703718:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962251136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761766.703726:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761766.703730:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761766.703745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251136:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761766.703752:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251264:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761766.703775:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761766.703786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761766/real 1787761766]  req@ffff93eda1098b40 x1874600962251264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761766.703797:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962251264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761766.703805:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761766.703808:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761766.703812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251264:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761766.895295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761767.471263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761767.919355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761768.495306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761768.943377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761769.519233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761769.967378:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761770.543291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761770.991369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761771.567274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761771.823342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761771.823353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761771.823358:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761771.823368:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3051
00000100:00080000:1.0:1787761771.823380:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761771.823387:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761771.823429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962251392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761771.823455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761771.823457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761771.823459:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761771.823462:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3051
00000100:00080000:1.0:1787761771.823464:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761771.823467:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761771.823476:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761771.823485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962251520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761771.823489:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962251392:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761771.823512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761771.823515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761771.823517:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761771.823520:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3051
00000100:00080000:1.0:1787761771.823523:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761771.823525:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761771.823537:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761771.823546:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962251648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761771.823562:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761771.823617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761771/real 1787761771]  req@ffff93eda12a6940 x1874600962251392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761771.823650:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962251392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761771.823661:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761771.823665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761771.823669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962251392:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761771.823696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251520:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761771.823713:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761771.823722:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761771/real 1787761771]  req@ffff93eda12a7c00 x1874600962251520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761771.823729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962251520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761771.823734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761771.823736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761771.823738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251520:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761771.823741:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251648:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761771.823751:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761771.823756:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761771/real 1787761771]  req@ffff93eda12a6580 x1874600962251648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761771.823770:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962251648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761771.823777:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761771.823780:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761771.823783:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251648:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761772.015358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761772.591262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761773.039350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761773.615258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761774.063368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761774.639245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761775.087346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761775.663306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761776.111369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761776.687265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761776.943280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761776.943288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761776.943292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761776.943300:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3056
00000100:00080000:3.0:1787761776.943309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761776.943315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761776.943362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962251776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761776.943389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761776.943393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761776.943395:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761776.943399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3056
00000100:00080000:3.0:1787761776.943403:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761776.943408:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761776.943417:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761776.943429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962251904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761776.943443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761776.943445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761776.943447:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761776.943449:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3056
00000100:00080000:3.0:1787761776.943452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761776.943462:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761776.943464:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962251776:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761776.943467:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761776.943485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962252032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761776.943561:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761776.943614:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761776/real 1787761776]  req@ffff93eda109ad00 x1874600962251776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761776.943629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962251776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761776.943639:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761776.943643:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761776.943647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962251776:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761776.943661:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251904:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761776.943685:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761776.943699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761776/real 1787761776]  req@ffff93eda1099a40 x1874600962251904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761776.943711:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962251904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761776.943737:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761776.943741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761776.943745:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962251904:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761776.943780:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252032:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761776.943800:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761776.943812:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761776/real 1787761776]  req@ffff93eda1098b40 x1874600962252032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761776.943823:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962252032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761776.943830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761776.943833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761776.943836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252032:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761777.135327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761777.711260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761778.159374:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761778.735266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761779.183362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761779.759321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761780.207343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761780.783232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761781.231312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761781.807276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761782.063266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761782.063273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761782.063277:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761782.063285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3061
00000100:00080000:3.0:1787761782.063293:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761782.063298:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761782.063327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962252160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761782.063349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761782.063351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761782.063352:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761782.063355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3061
00000100:00080000:3.0:1787761782.063357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761782.063359:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761782.063366:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761782.063374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962252288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761782.063384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761782.063387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761782.063388:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761782.063391:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962252160:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761782.063392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3061
00000100:00080000:3.0:1787761782.063398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761782.063401:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761782.063417:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761782.063425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962252416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761782.063461:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761782.063502:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761782/real 1787761782]  req@ffff93eda1098780 x1874600962252160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761782.063517:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962252160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761782.063527:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761782.063538:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761782.063542:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962252160:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761782.063550:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252288:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761782.063574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761782.063586:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761782/real 1787761782]  req@ffff93eda1098000 x1874600962252288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761782.063598:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962252288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761782.063606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761782.063609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761782.063612:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252288:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761782.063635:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252416:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761782.063657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761782.063668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761782/real 1787761782]  req@ffff93eda109a940 x1874600962252416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761782.063680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962252416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761782.063688:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761782.063690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761782.063693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252416:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787761782.255343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761782.831301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761783.279391:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761783.855253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761784.303267:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761784.879272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761785.327308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761785.903242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761786.351283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761786.927264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761787.183291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761787.183298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761787.183301:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761787.183309:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3066
00000100:00080000:3.0:1787761787.183318:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761787.183323:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761787.183364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962252544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761787.183386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761787.183388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761787.183389:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761787.183396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3066
00000100:00080000:3.0:1787761787.183400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761787.183404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761787.183412:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761787.183425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962252672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761787.183428:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962252544:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761787.183467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761787.183471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761787.183473:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1787761787.183481:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787761787.183483:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3066
00000100:00080000:3.0:1787761787.183490:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761787.183498:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761787.183505:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761787.183516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962252800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761787.183524:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761787/real 1787761787]  req@ffff93eda10983c0 x1874600962252544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761787.183544:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962252544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761787.183555:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761787.183559:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761787.183563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962252544:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761787.183583:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252672:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761787.183599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761787.183608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761787/real 1787761787]  req@ffff93eda1099e00 x1874600962252672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761787.183615:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962252672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761787.183620:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761787.183622:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761787.183624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252672:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761787.183628:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252800:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761787.183637:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761787.183642:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761787/real 1787761787]  req@ffff93eda109a940 x1874600962252800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761787.183660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962252800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761787.183668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761787.183672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761787.183675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962252800:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761787.375323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761787.951299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761788.399342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761788.975273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761789.423322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761789.999312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761790.447322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761791.023272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761791.471331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761792.047228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761792.303224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761792.303231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761792.303234:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761792.303254:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3071
00000100:00080000:3.0:1787761792.303262:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761792.303268:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761792.303296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962252928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761792.303316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761792.303318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761792.303333:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761792.303336:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3071
00000100:00080000:3.0:1787761792.303339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761792.303342:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761792.303349:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761792.303358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962253056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761792.303365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761792.303368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761792.303369:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761792.303373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3071
00000100:00100000:0.0:1787761792.303375:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962252928:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761792.303375:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761792.303379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761792.303386:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761792.303393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962253184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761792.303436:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761792.303482:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761792/real 1787761792]  req@ffff93eda1098000 x1874600962252928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761792.303500:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962252928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761792.303510:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761792.303514:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761792.303518:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962252928:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761792.303539:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253056:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761792.303569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761792.303582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761792/real 1787761792]  req@ffff93eda1098780 x1874600962253056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761792.303594:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962253056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761792.303614:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761792.303617:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761792.303620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253056:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761792.303627:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253184:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761792.303647:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761792.303657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761792/real 1787761792]  req@ffff93eda1098b40 x1874600962253184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761792.303668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962253184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761792.303676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761792.303679:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761792.303682:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253184:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761792.495331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761793.071306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761793.519351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761794.095309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761794.543316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761795.119275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761795.567370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761796.143256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761796.591314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761797.167276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761797.423281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761797.423290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761797.423294:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761797.423303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3077
00000100:00080000:3.0:1787761797.423329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761797.423336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761797.423368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962253312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761797.423392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761797.423396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761797.423397:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761797.423401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3077
00000100:00080000:3.0:1787761797.423411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761797.423416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761797.423425:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761797.423437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962253312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761797.423439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962253440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761797.423452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761797.423455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761797.423457:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761797.423461:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3077
00000100:00080000:3.0:1787761797.423477:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761797.423482:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761797.423487:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761797.423493:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761797.423502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962253568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761797.423541:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761797/real 1787761797]  req@ffff93eda1099a40 x1874600962253312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761797.423561:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962253312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761797.423571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761797.423575:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761797.423579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962253312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761797.423606:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253440:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761797.423628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761797.423640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761797/real 1787761797]  req@ffff93eda109ad00 x1874600962253440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761797.423651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962253440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761797.423660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761797.423662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761797.423670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253440:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761797.423676:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253568:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761797.423692:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761797.423700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761797/real 1787761797]  req@ffff93eda1098b40 x1874600962253568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761797.423710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962253568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761797.423718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761797.423721:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761797.423724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253568:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761797.615307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761798.191243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761798.639291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761799.215262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761799.663317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761800.239285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761800.687325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761801.263286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761801.711342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761802.287322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761802.543305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761802.543317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761802.543328:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761802.543341:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3082
00000100:00080000:1.0:1787761802.543355:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761802.543369:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761802.543417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962253696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761802.543492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761802.543497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761802.543500:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761802.543505:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3082
00000100:00080000:1.0:1787761802.543509:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761802.543524:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761802.543536:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761802.543552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962253824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761802.543562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761802.543565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761802.543567:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761802.543571:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3082
00000100:00080000:1.0:1787761802.543575:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761802.543579:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761802.543584:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761802.543610:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962253952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761802.543707:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962253696:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761802.543781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761802.543837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761802/real 1787761802]  req@ffff93eda12a6580 x1874600962253696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761802.543864:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962253696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761802.543875:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761802.543879:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761802.543883:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962253696:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761802.543891:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253824:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761802.543925:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761802.543939:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761802/real 1787761802]  req@ffff93eda12a7c00 x1874600962253824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761802.543951:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962253824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761802.543960:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761802.543963:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761802.543966:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253824:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761802.543972:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253952:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761802.543992:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761802.544000:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761802/real 1787761802]  req@ffff93eda12a6940 x1874600962253952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761802.544009:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962253952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761802.544025:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761802.544028:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761802.544030:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962253952:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761802.735347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761803.311287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761803.759304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761804.335302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761804.783353:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761805.359238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761805.807304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761806.383275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761806.831449:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761807.407236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761807.663319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761807.663332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761807.663350:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761807.663361:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3087
00000100:00080000:1.0:1787761807.663370:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761807.663376:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761807.663405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962254080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761807.663429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761807.663431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761807.663433:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761807.663435:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3087
00000100:00080000:1.0:1787761807.663437:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761807.663439:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761807.663446:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761807.663456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962254208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761807.663465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761807.663469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761807.663471:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761807.663475:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3087
00000100:00080000:1.0:1787761807.663478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761807.663482:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761807.663487:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761807.663498:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962254080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761807.663499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962254336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761807.663562:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761807.663605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761807/real 1787761807]  req@ffff93eda12a4000 x1874600962254080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761807.663621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962254080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761807.663628:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761807.663631:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761807.663633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962254080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761807.663638:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254208:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761807.663654:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761807.663661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761807/real 1787761807]  req@ffff93eda12a5a40 x1874600962254208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761807.663668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962254208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761807.663673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761807.663675:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761807.663677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254208:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761807.663709:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254336:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761807.663730:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761807.663741:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761807/real 1787761807]  req@ffff93eda12a61c0 x1874600962254336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761807.663752:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962254336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761807.663760:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761807.663763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761807.663766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254336:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761807.855312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761808.431280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761808.879303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761809.455295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761809.903353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761810.479257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761810.927315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761811.503310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761811.951422:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761812.527555:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761812.783340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761812.783350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761812.783353:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761812.783363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3092
00000100:00080000:1.0:1787761812.783371:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761812.783378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761812.783411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962254464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761812.783438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761812.783441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761812.783443:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761812.783447:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3092
00000100:00080000:1.0:1787761812.783450:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761812.783453:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761812.783462:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761812.783473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962254592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761812.783483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761812.783486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761812.783488:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761812.783492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3092
00000100:00080000:1.0:1787761812.783494:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761812.783507:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962254464:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761812.783512:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761812.783519:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761812.783529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962254720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761812.783595:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254592:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761812.783630:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254720:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761812.975339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761813.551290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761813.999387:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761814.575273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761815.023363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761815.599247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761815.855424:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761815.855462:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761815.855478:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761815.855511:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761815.855518:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787761815.855571:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761812/real 1787761815]  req@ffff93eda12a4000 x1874600962254720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761815.855597:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962254720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761815.855608:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761815.855613:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761815.855617:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254720:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787761815.855625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761812/real 1787761815]  req@ffff93eda12a61c0 x1874600962254464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761815.855660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962254464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761815.855668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761815.855672:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761815.855675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962254464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761815.855682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761812/real 1787761815]  req@ffff93eda12a5a40 x1874600962254592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761815.855692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962254592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761815.855700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761815.855704:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761815.855707:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254592:192.168.204.156@tcp:38:kworker.0
00010000:00010000:2.0:1787761816.047290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761816.623266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761817.071324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761817.647261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787761817.903279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761817.903287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761817.903290:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761817.903298:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3097
00000100:00080000:2.0:1787761817.903307:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761817.903315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787761817.903345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962254848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761817.903367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761817.903369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761817.903371:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761817.903374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3097
00000100:00080000:2.0:1787761817.903376:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761817.903379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761817.903386:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761817.903395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962254976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761817.903402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761817.903405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787761817.903415:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962254848:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787761817.903418:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761817.903424:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3097
00000100:00080000:2.0:1787761817.903427:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761817.903429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787761817.903433:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787761817.903442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962255104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761817.903480:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761817.903518:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761817/real 1787761817]  req@ffff93ed916dda40 x1874600962254848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761817.903534:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962254848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761817.903544:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761817.903548:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761817.903557:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962254848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761817.903572:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254976:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761817.903596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761817.903608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761817/real 1787761817]  req@ffff93ed916de580 x1874600962254976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761817.903629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962254976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761817.903637:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761817.903644:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761817.903648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962254976:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761817.903675:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255104:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761817.903693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761817.903704:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761817/real 1787761817]  req@ffff93ed916dd680 x1874600962255104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761817.903715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962255104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761817.903723:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761817.903726:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761817.903730:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255104:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761818.095314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761818.671271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761819.119312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761819.695250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761820.143310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761820.719265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761821.167344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761821.743272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761822.191403:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761822.767274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761823.023274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761823.023283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761823.023287:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761823.023296:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3102
00000100:00080000:3.0:1787761823.023306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761823.023313:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761823.023345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962255232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761823.023385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761823.023388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761823.023390:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761823.023394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3102
00000100:00080000:3.0:1787761823.023398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761823.023403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761823.023413:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761823.023426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962255360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761823.023430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962255232:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761823.023438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761823.023441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761823.023442:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761823.023445:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3102
00000100:00080000:3.0:1787761823.023449:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761823.023451:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761823.023455:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761823.023463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962255488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761823.023495:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761823.023539:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761823/real 1787761823]  req@ffff93eda1098780 x1874600962255232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761823.023564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962255232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761823.023575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761823.023580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761823.023583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962255232:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761823.023603:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255360:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761823.023620:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761823.023628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761823/real 1787761823]  req@ffff93eda1098000 x1874600962255360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761823.023636:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962255360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761823.023653:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761823.023656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761823.023659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255360:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761823.023663:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255488:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761823.023677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761823.023684:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761823/real 1787761823]  req@ffff93eda109a940 x1874600962255488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761823.023691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962255488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761823.023704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761823.023706:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761823.023708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255488:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761823.215304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761823.791252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761824.239320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761824.815225:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761825.263294:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761825.839308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761826.287339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761826.863272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761827.311315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761827.887269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761828.143277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761828.143285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761828.143289:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761828.143297:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3107
00000100:00080000:3.0:1787761828.143305:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761828.143312:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761828.143345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962255616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761828.143372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761828.143375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761828.143376:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761828.143380:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3107
00000100:00080000:3.0:1787761828.143382:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761828.143385:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761828.143392:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761828.143403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962255744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761828.143410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761828.143412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761828.143413:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761828.143415:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3107
00000100:00080000:3.0:1787761828.143417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761828.143421:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761828.143425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962255616:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761828.143426:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761828.143449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962255872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761828.143483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761828.143512:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761828/real 1787761828]  req@ffff93eda1099e00 x1874600962255616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761828.143524:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962255616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761828.143531:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761828.143533:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761828.143536:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962255616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761828.143540:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255744:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761828.143571:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761828.143581:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761828/real 1787761828]  req@ffff93eda10983c0 x1874600962255744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761828.143593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962255744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761828.143600:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761828.143604:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761828.143607:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255744:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761828.143640:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255872:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761828.143662:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761828.143673:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761828/real 1787761828]  req@ffff93eda109a940 x1874600962255872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761828.143684:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962255872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761828.143692:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761828.143695:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761828.143698:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962255872:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761828.335347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761828.911271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761829.359300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761829.935304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761830.383347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761830.959303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761831.407324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761831.983300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761832.431359:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761833.007275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761833.263267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761833.263275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761833.263279:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761833.263287:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3112
00000100:00080000:3.0:1787761833.263295:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761833.263307:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761833.263344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962256000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761833.263368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761833.263376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761833.263377:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761833.263381:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3112
00000100:00080000:3.0:1787761833.263385:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761833.263389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761833.263399:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761833.263413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962256128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761833.263418:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962256000:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761833.263431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761833.263463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761833.263465:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761833.263470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3112
00000100:00080000:3.0:1787761833.263475:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761833.263479:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761833.263484:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761833.263494:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761833.263500:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962256256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761833.263546:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761833/real 1787761833]  req@ffff93eda1098000 x1874600962256000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761833.263564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962256000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761833.263574:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761833.263577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761833.263581:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962256000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761833.263611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256128:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761833.263633:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761833.263660:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761833/real 1787761833]  req@ffff93eda1098780 x1874600962256128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761833.263679:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962256128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761833.263687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761833.263691:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761833.263694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256128:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761833.263699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256256:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761833.263719:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761833.263730:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761833/real 1787761833]  req@ffff93eda1098b40 x1874600962256256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761833.263742:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962256256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761833.263749:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761833.263752:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761833.263755:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256256:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761833.455328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761834.031292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761834.479346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761835.055265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761835.503288:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761836.079293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761836.527330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761837.103295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761837.551319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761838.127265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761838.383316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761838.383329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761838.383335:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761838.383359:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3118
00000100:00080000:3.0:1787761838.383373:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761838.383382:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761838.383429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962256384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761838.383461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761838.383465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761838.383467:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761838.383472:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3118
00000100:00080000:3.0:1787761838.383493:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761838.383497:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761838.383519:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761838.383534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962256512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761838.383546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761838.383548:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962256384:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761838.383550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761838.383554:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761838.383560:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3118
00000100:00080000:3.0:1787761838.383564:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761838.383567:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761838.383572:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761838.383584:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962256640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761838.383640:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761838.383694:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761838/real 1787761838]  req@ffff93eda109ad00 x1874600962256384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761838.383718:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962256384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761838.383743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761838.383748:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761838.383751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962256384:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761838.383782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256512:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761838.383801:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761838.383813:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761838/real 1787761838]  req@ffff93eda1099a40 x1874600962256512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761838.383825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962256512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761838.383832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761838.383836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761838.383839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256512:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761838.383845:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256640:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761838.383865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761838.383876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761838/real 1787761838]  req@ffff93eda1098b40 x1874600962256640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761838.383888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962256640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761838.383903:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761838.383906:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761838.383908:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256640:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761838.575438:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761839.151244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761839.599338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761840.175357:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761840.623362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761841.199284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761841.647351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761842.223341:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761842.671319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761843.247285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761843.503285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761843.503292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761843.503295:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761843.503305:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3123
00000100:00080000:1.0:1787761843.503315:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761843.503322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761843.503357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962256768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761843.503378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761843.503380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761843.503382:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761843.503385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3123
00000100:00080000:1.0:1787761843.503392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761843.503397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761843.503406:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761843.503432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962256768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761843.503436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962256896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761843.503446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761843.503448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761843.503449:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761843.503460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3123
00000100:00080000:1.0:1787761843.503464:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761843.503467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761843.503471:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761843.503480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962257024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761843.503493:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761843.503537:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761843/real 1787761843]  req@ffff93eda12a6940 x1874600962256768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761843.503555:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962256768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761843.503576:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761843.503580:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761843.503584:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962256768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761843.503606:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256896:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761843.503627:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761843.503637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761843/real 1787761843]  req@ffff93eda12a7c00 x1874600962256896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761843.503649:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962256896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761843.503658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761843.503661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761843.503665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962256896:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761843.503679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257024:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761843.503696:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761843.503706:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761843/real 1787761843]  req@ffff93eda12a6580 x1874600962257024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761843.503724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962257024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761843.503733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761843.503736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761843.503739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257024:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761843.695339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761844.271246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761844.719362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761845.295274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761845.743337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761846.319237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761846.767316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761847.343267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761847.791293:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761848.367280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761848.623336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761848.623353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761848.623358:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761848.623368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3128
00000100:00080000:1.0:1787761848.623380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761848.623390:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761848.623429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962257152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761848.623456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761848.623460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761848.623462:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761848.623466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3128
00000100:00080000:1.0:1787761848.623469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761848.623514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962257152:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761848.623549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761848.623560:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1787761848.623572:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787761848.623577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962257280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761848.623590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761848.623594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761848.623596:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761848.623599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3128
00000100:00080000:1.0:1787761848.623604:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761848.623609:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761848.623626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761848/real 1787761848]  req@ffff93eda12a6580 x1874600962257152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761848.623643:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962257152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761848.623654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761848.623658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761848.623662:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962257152:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761848.623672:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761848.623684:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257280:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787761848.623687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962257408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761848.623711:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761848.623736:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761848/real 1787761848]  req@ffff93eda12a7c00 x1874600962257280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761848.623748:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962257280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761848.623768:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761848.623771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761848.623775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257280:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761848.623790:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257408:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761848.623809:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761848.623818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761848/real 1787761848]  req@ffff93eda12a6940 x1874600962257408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761848.623829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962257408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761848.623837:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761848.623840:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761848.623843:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257408:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761848.815318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761849.391290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761849.839313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761850.415267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761850.863352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761851.439284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761851.887306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761852.463261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761852.911295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761853.487267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761853.743260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761853.743268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761853.743271:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761853.743280:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3133
00000100:00080000:1.0:1787761853.743288:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761853.743294:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761853.743322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962257536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761853.743343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761853.743345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761853.743364:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761853.743370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3133
00000100:00080000:1.0:1787761853.743374:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761853.743377:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761853.743386:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761853.743392:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962257536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761853.743397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962257664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761853.743406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761853.743408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761853.743409:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761853.743411:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3133
00000100:00080000:1.0:1787761853.743413:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761853.743415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761853.743418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761853.743426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962257792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761853.743458:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761853.743496:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761853/real 1787761853]  req@ffff93eda12a5a40 x1874600962257536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761853.743514:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962257536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761853.743524:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761853.743528:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761853.743533:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962257536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761853.743563:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257664:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761853.743583:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761853.743592:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761853/real 1787761853]  req@ffff93eda12a61c0 x1874600962257664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761853.743599:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962257664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761853.743604:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761853.743607:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761853.743609:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257664:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761853.743612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257792:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761853.743622:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761853.743627:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761853/real 1787761853]  req@ffff93eda12a4000 x1874600962257792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761853.743633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962257792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761853.743638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761853.743639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761853.743641:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962257792:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761853.935352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761854.511255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761854.959292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761855.535274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761855.983324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761856.559238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761857.007284:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761857.583261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761858.031342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761858.607262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761858.863244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761858.863252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761858.863255:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761858.863262:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3138
00000100:00080000:1.0:1787761858.863270:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761858.863276:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761858.863306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962257920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761858.863339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761858.863342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761858.863343:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761858.863346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3138
00000100:00080000:1.0:1787761858.863348:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761858.863351:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761858.863358:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761858.863366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962258048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761858.863372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761858.863374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761858.863376:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761858.863378:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3138
00000100:00080000:1.0:1787761858.863379:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761858.863381:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761858.863384:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761858.863392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962258176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761858.863394:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962257920:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787761858.863455:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761858.863508:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761858/real 1787761858]  req@ffff93eda12a4000 x1874600962257920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761858.863526:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962257920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761858.863536:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761858.863540:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761858.863544:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962257920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761858.863552:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258048:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761858.863582:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761858.863594:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761858/real 1787761858]  req@ffff93eda12a61c0 x1874600962258048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761858.863606:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962258048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761858.863614:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761858.863617:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761858.863621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258048:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761858.863646:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258176:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761858.863668:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761858.863679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761858/real 1787761858]  req@ffff93eda12a5a40 x1874600962258176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761858.863691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962258176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761858.863709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761858.863713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761858.863716:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258176:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761859.055323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761859.631270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761860.079268:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761860.655283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761861.103315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761861.679250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761862.127298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761862.703263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761863.151320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761863.727240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761863.983268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.983277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761863.983281:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761863.983291:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3143
00000100:00080000:3.0:1787761863.983311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761863.983319:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761863.983352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962258304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761863.983387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.983395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761863.983396:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761863.983401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3143
00000100:00080000:3.0:1787761863.983405:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761863.983423:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761863.983426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962258304:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761863.983434:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761863.983451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962258432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761863.983462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761863.983466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761863.983468:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761863.983472:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3143
00000800:00000100:0.0:1787761863.983477:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787761863.983477:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761863.983485:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761863.983491:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761863.983505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962258560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761863.983514:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761863/real 1787761863]  req@ffff93eda1098780 x1874600962258304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761863.983527:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962258304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761863.983534:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761863.983537:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761863.983540:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962258304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761863.983557:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258432:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761863.983569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761863.983576:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761863/real 1787761863]  req@ffff93eda1098000 x1874600962258432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761863.983583:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962258432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761863.983588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761863.983590:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761863.983591:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258432:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761863.983601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258560:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761863.983614:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761863.983620:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761863/real 1787761863]  req@ffff93eda109a940 x1874600962258560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761863.983626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962258560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761863.983631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761863.983632:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761863.983634:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258560:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761864.175274:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761864.751280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761865.199336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761865.775257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761866.223300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761866.799282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761867.247310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761867.823275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761868.271286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761868.847300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761869.103348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761869.103357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761869.103361:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761869.103370:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3148
00000100:00080000:3.0:1787761869.103379:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761869.103385:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761869.103436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962258688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761869.103460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761869.103463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761869.103465:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761869.103469:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3148
00000100:00080000:3.0:1787761869.103473:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761869.103477:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761869.103485:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761869.103496:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962258816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761869.103505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761869.103508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761869.103511:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761869.103512:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962258688:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761869.103517:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3148
00000100:00080000:3.0:1787761869.103523:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761869.103531:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761869.103536:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761869.103548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962258944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761869.103585:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761869.103631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761869/real 1787761869]  req@ffff93eda10983c0 x1874600962258688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761869.103650:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962258688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761869.103662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761869.103666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761869.103670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962258688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761869.103691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258816:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761869.103713:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761869.103725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761869/real 1787761869]  req@ffff93eda1099e00 x1874600962258816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761869.103745:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962258816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761869.103765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761869.103769:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761869.103772:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258816:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761869.103778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258944:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761869.103799:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761869.103810:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761869/real 1787761869]  req@ffff93eda109a940 x1874600962258944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761869.103821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962258944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761869.103829:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761869.103832:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761869.103835:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962258944:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761869.295321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761869.871231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761870.319303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761870.895242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761871.343395:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761871.919266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761872.367319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761872.943266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761873.391304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761873.967298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761874.223272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761874.223281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761874.223285:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761874.223293:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3153
00000100:00080000:3.0:1787761874.223301:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761874.223307:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761874.223336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962259072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761874.223355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761874.223357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761874.223362:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761874.223365:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3153
00000100:00080000:3.0:1787761874.223367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761874.223369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761874.223377:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761874.223388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962259200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761874.223396:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962259072:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761874.223401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761874.223406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761874.223408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761874.223412:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3153
00000100:00080000:3.0:1787761874.223416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761874.223419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761874.223438:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761874.223450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962259328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761874.223454:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761874.223497:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761874/real 1787761874]  req@ffff93eda1098000 x1874600962259072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761874.223510:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962259072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761874.223526:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761874.223529:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761874.223532:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962259072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761874.223548:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259200:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761874.223564:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761874.223571:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761874/real 1787761874]  req@ffff93eda1098780 x1874600962259200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761874.223578:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962259200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761874.223583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761874.223585:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761874.223587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259200:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761874.223589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259328:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761874.223598:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761874.223603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761874/real 1787761874]  req@ffff93eda1098b40 x1874600962259328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761874.223609:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962259328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761874.223613:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761874.223615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761874.223617:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259328:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761874.415305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761874.991258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761875.439308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761876.015254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761876.463305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761877.039261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761877.487325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761878.063246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761878.511341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761879.087253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761879.343293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761879.343303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761879.343307:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761879.343318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3159
00000100:00080000:1.0:1787761879.343344:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761879.343350:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761879.343376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962259456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761879.343397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761879.343399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761879.343400:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761879.343403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3159
00000100:00080000:1.0:1787761879.343405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761879.343407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761879.343413:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761879.343421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962259584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761879.343427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761879.343429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761879.343430:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761879.343433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3159
00000100:00080000:1.0:1787761879.343434:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761879.343436:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761879.343439:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761879.343445:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962259456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761879.343447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962259712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761879.343539:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259584:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761879.343588:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259712:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761879.535278:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761880.111264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761880.559313:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761881.135255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761881.583320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761882.159275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787761882.415386:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787761882.415425:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761882.415441:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787761882.415488:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787761882.415506:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787761882.415576:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761879/real 1787761882]  req@ffff93eda12a6580 x1874600962259712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.415599:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962259712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761882.415612:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.415616:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761882.415621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259712:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787761882.415628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761879/real 1787761882]  req@ffff93eda12a6940 x1874600962259456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.415640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962259456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761882.415648:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.415651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761882.415654:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962259456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761882.415661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761879/real 1787761882]  req@ffff93eda12a7c00 x1874600962259584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.415672:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962259584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761882.415694:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.415697:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761882.415701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259584:192.168.204.156@tcp:38:kworker.0
00010000:00010000:2.0:1787761882.607305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761883.183272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761883.631297:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761884.207262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761884.463261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761884.463280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761884.463283:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761884.463291:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3164
00000100:00080000:1.0:1787761884.463299:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761884.463304:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761884.463330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962259840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761884.463353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761884.463355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761884.463357:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761884.463360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3164
00000100:00080000:1.0:1787761884.463363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761884.463367:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761884.463376:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761884.463389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962259968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761884.463399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761884.463404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787761884.463406:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962259840:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761884.463406:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761884.463414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3164
00000100:00080000:1.0:1787761884.463419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761884.463423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761884.463428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761884.463439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962260096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761884.463484:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761884.463529:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761884/real 1787761884]  req@ffff93eda12a7c00 x1874600962259840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761884.463548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962259840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761884.463556:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761884.463560:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761884.463563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962259840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761884.463585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259968:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761884.463621:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761884.463634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761884/real 1787761884]  req@ffff93eda12a6940 x1874600962259968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761884.463646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962259968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761884.463654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761884.463657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761884.463660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962259968:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761884.463679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260096:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761884.463701:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761884.463712:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761884/real 1787761884]  req@ffff93eda12a6580 x1874600962260096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761884.463724:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962260096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761884.463732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761884.463736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761884.463739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260096:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761884.655309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761885.231229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761885.679329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761886.255274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761886.703308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761887.279242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761887.727325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761888.303294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761888.751382:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761889.327374:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761889.583224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761889.583232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761889.583235:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761889.583242:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3169
00000100:00080000:1.0:1787761889.583250:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761889.583255:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761889.583286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962260224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761889.583304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761889.583307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761889.583308:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761889.583311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3169
00000100:00080000:1.0:1787761889.583313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761889.583315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761889.583323:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761889.583335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962260352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761889.583345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761889.583348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761889.583362:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761889.583368:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3169
00000100:00080000:1.0:1787761889.583373:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761889.583377:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761889.583397:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761889.583412:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962260224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761889.583422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962260480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761889.583497:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761889.583552:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761889/real 1787761889]  req@ffff93eda12a5a40 x1874600962260224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761889.583571:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962260224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761889.583580:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761889.583582:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761889.583585:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962260224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761889.583591:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260352:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761889.583608:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761889.583617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761889/real 1787761889]  req@ffff93eda12a61c0 x1874600962260352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761889.583641:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962260352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761889.583649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761889.583653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761889.583656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260352:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761889.583689:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260480:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761889.583712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761889.583723:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761889/real 1787761889]  req@ffff93eda12a4000 x1874600962260480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761889.583736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962260480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761889.583744:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761889.583747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761889.583750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260480:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761889.775337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761890.351256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761890.799363:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761891.375251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761891.823330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761892.399277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761892.847333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761893.423285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761893.871310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761894.447279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761894.703289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761894.703297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761894.703300:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761894.703308:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3174
00000100:00080000:3.0:1787761894.703316:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761894.703322:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761894.703362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962260608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761894.703384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761894.703387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761894.703388:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761894.703391:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3174
00000100:00080000:3.0:1787761894.703393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761894.703395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761894.703403:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761894.703410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962260736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761894.703417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761894.703419:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761894.703420:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761894.703422:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3174
00000100:00080000:3.0:1787761894.703424:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761894.703428:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761894.703429:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962260608:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787761894.703437:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761894.703446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962260864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761894.703481:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761894.703518:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761894/real 1787761894]  req@ffff93eda1099a40 x1874600962260608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761894.703531:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962260608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761894.703547:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761894.703550:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761894.703552:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962260608:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761894.703558:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260736:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761894.703580:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761894.703592:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761894/real 1787761894]  req@ffff93eda109ad00 x1874600962260736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761894.703603:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962260736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761894.703611:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761894.703614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761894.703616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260736:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761894.703694:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260864:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761894.703709:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761894.703716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761894/real 1787761894]  req@ffff93eda1098b40 x1874600962260864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761894.703723:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962260864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761894.703728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761894.703730:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761894.703732:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962260864:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761894.895345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761895.471248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761895.919318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761896.495283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761896.943422:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761897.519282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761897.967328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761898.543267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761898.991312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761899.567261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761899.823285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761899.823293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761899.823297:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761899.823307:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3179
00000100:00080000:1.0:1787761899.823317:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761899.823325:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761899.823361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962260992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761899.823386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761899.823390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761899.823392:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761899.823396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3179
00000100:00080000:1.0:1787761899.823400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761899.823404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761899.823414:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761899.823426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962260992:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761899.823430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962261120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761899.823442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761899.823446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761899.823448:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761899.823452:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3179
00000100:00080000:1.0:1787761899.823476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761899.823481:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761899.823487:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761899.823489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787761899.823503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962261248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761899.823527:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761899/real 1787761899]  req@ffff93eda12a4000 x1874600962260992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761899.823539:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962260992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761899.823545:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761899.823548:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761899.823551:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962260992:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761899.823567:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261120:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761899.823580:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761899.823587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761899/real 1787761899]  req@ffff93eda12a61c0 x1874600962261120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761899.823593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962261120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761899.823597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761899.823599:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761899.823601:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261120:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761899.823604:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261248:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761899.823613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761899.823618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761899/real 1787761899]  req@ffff93eda12a5a40 x1874600962261248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761899.823630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962261248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761899.823635:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761899.823637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761899.823639:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261248:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761900.015360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761900.591243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761901.039298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761901.615272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761902.063320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761902.639256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761903.087290:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761903.663272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761904.111326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761904.687242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761904.943284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761904.943294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761904.943298:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761904.943308:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3184
00000100:00080000:1.0:1787761904.943319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761904.943325:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761904.943359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962261376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761904.943384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761904.943387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761904.943389:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761904.943393:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3184
00000100:00080000:1.0:1787761904.943396:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761904.943400:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761904.943410:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761904.943422:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962261376:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761904.943424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962261504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761904.943436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761904.943452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761904.943454:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761904.943457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3184
00000100:00080000:1.0:1787761904.943475:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761904.943479:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787761904.943483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787761904.943487:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761904.943501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962261632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761904.943527:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761904/real 1787761904]  req@ffff93eda12a6580 x1874600962261376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761904.943544:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962261376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761904.943551:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761904.943553:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761904.943556:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962261376:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761904.943573:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261504:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761904.943588:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761904.943596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761904/real 1787761904]  req@ffff93eda12a6940 x1874600962261504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761904.943603:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962261504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761904.943618:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761904.943620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761904.943622:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261504:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761904.943626:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261632:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761904.943640:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761904.943646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761904/real 1787761904]  req@ffff93eda12a7c00 x1874600962261632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761904.943652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962261632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761904.943657:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761904.943658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761904.943660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261632:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761905.135302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761905.711264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761906.159330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761906.735244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761907.183327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761907.759260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761908.207307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761908.783268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761909.231326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761909.807281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761910.063262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761910.063270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761910.063273:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761910.063283:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3189
00000100:00080000:1.0:1787761910.063293:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761910.063301:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761910.063335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962261760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761910.063355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761910.063358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761910.063359:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761910.063361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3189
00000100:00080000:1.0:1787761910.063364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761910.063366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761910.063373:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761910.063381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962261888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761910.063394:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962261760:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761910.063407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761910.063409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761910.063410:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761910.063413:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3189
00000100:00080000:1.0:1787761910.063417:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761910.063419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761910.063422:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761910.063431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962262016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761910.063455:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761910.063484:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761910/real 1787761910]  req@ffff93eda12a7c00 x1874600962261760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761910.063496:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962261760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761910.063503:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761910.063506:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761910.063508:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962261760:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761910.063530:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261888:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761910.063555:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761910.063567:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761910/real 1787761910]  req@ffff93eda12a6940 x1874600962261888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761910.063580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962261888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761910.063588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761910.063591:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761910.063595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962261888:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761910.063601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262016:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761910.063626:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761910.063636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761910/real 1787761910]  req@ffff93eda12a6580 x1874600962262016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761910.063647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962262016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761910.063652:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761910.063653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761910.063655:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262016:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761910.255320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761910.831251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761911.279277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761911.855276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761912.303314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761912.879231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761913.327305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761913.903271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761914.351317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761914.927272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761915.183270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761915.183277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761915.183280:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761915.183297:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3194
00000100:00080000:1.0:1787761915.183308:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761915.183316:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761915.183350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962262144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761915.183385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761915.183388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761915.183390:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761915.183394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3194
00000100:00080000:1.0:1787761915.183398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761915.183402:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761915.183424:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761915.183440:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962262144:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761915.183440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962262272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761915.183455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761915.183463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761915.183465:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761915.183469:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3194
00000100:00080000:1.0:1787761915.183485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761915.183489:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787761915.183494:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787761915.183497:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761915.183510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962262400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761915.183538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761915/real 1787761915]  req@ffff93eda12a5a40 x1874600962262144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761915.183568:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962262144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761915.183579:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761915.183582:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761915.183586:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962262144:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761915.183607:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262272:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761915.183624:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761915.183632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761915/real 1787761915]  req@ffff93eda12a61c0 x1874600962262272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761915.183644:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962262272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761915.183649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761915.183651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761915.183653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262272:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761915.183656:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262400:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761915.183670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761915.183679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761915/real 1787761915]  req@ffff93eda12a4000 x1874600962262400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761915.183689:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962262400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761915.183708:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761915.183712:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761915.183715:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262400:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761915.375295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761915.951276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761916.399312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761916.975239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761917.423329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761917.999268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761918.447308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761919.023278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761919.471319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761920.047239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761920.303275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761920.303285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761920.303289:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761920.303299:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3199
00000100:00080000:1.0:1787761920.303309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761920.303316:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761920.303351:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962262528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761920.303372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761920.303375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761920.303376:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761920.303379:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3199
00000100:00080000:1.0:1787761920.303393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761920.303397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761920.303405:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761920.303414:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962262528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761920.303416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962262656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761920.303426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761920.303428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761920.303429:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761920.303432:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3199
00000100:00080000:1.0:1787761920.303434:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761920.303436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761920.303439:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761920.303449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962262784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761920.303469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761920.303508:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761920/real 1787761920]  req@ffff93eda12a4000 x1874600962262528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761920.303525:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962262528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761920.303534:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761920.303538:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761920.303542:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962262528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761920.303564:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262656:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761920.303586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761920.303597:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761920/real 1787761920]  req@ffff93eda12a61c0 x1874600962262656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761920.303608:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962262656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761920.303617:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761920.303620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761920.303623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262656:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761920.303636:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262784:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761920.303655:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761920.303666:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761920/real 1787761920]  req@ffff93eda12a5a40 x1874600962262784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761920.303677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962262784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761920.303685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761920.303688:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761920.303691:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962262784:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761920.495336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761921.071284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761921.519323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761922.095280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761922.543295:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761923.119270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761923.567322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761924.143262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761924.591327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761925.167264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761925.423230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761925.423237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761925.423241:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761925.423249:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3205
00000100:00080000:1.0:1787761925.423257:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761925.423262:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761925.423290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962262912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761925.423308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761925.423322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761925.423323:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761925.423328:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3205
00000100:00080000:1.0:1787761925.423332:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761925.423337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761925.423343:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962262912:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761925.423351:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761925.423378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962263040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761925.423387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761925.423389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761925.423390:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761925.423393:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3205
00000100:00080000:1.0:1787761925.423405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761925.423408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761925.423411:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787761925.423417:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787761925.423421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962263168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761925.423464:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761925/real 1787761925]  req@ffff93eda12a6580 x1874600962262912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761925.423483:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962262912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761925.423493:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761925.423497:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761925.423501:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962262912:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761925.423523:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263040:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761925.423542:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761925.423551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761925/real 1787761925]  req@ffff93eda12a6940 x1874600962263040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761925.423566:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962263040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761925.423571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761925.423573:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761925.423575:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263040:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761925.423579:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263168:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761925.423591:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761925.423598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761925/real 1787761925]  req@ffff93eda12a7c00 x1874600962263168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761925.423604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962263168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761925.423610:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761925.423612:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761925.423616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263168:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761925.615287:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761926.191220:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761926.639323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761927.215264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761927.663372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761928.239277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761928.687338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761929.263288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761929.711311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761930.287276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761930.543230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761930.543238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761930.543241:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761930.543250:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3210
00000100:00080000:1.0:1787761930.543258:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761930.543281:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761930.543308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962263296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761930.543327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761930.543329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761930.543330:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761930.543333:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3210
00000100:00080000:1.0:1787761930.543336:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761930.543338:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761930.543345:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761930.543352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962263424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761930.543360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761930.543363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787761930.543366:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962263296:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761930.543366:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761930.543372:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3210
00000100:00080000:1.0:1787761930.543374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761930.543376:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761930.543379:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761930.543388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962263552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761930.543421:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761930.543454:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761930/real 1787761930]  req@ffff93eda12a7c00 x1874600962263296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761930.543467:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962263296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761930.543484:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761930.543488:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761930.543492:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962263296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761930.543522:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263424:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761930.543544:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761930.543572:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761930/real 1787761930]  req@ffff93eda12a6940 x1874600962263424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761930.543582:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962263424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761930.543587:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761930.543590:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761930.543592:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263424:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761930.543596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263552:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761930.543618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761930.543629:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761930/real 1787761930]  req@ffff93eda12a6580 x1874600962263552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761930.543640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962263552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761930.543646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761930.543648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761930.543650:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263552:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761930.735299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761931.311255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761931.759330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761932.335281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761932.783311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761933.359258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761933.807331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761934.383303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761934.831350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761935.407267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761935.663298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761935.663308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761935.663312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761935.663322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3215
00000100:00080000:0.0:1787761935.663332:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761935.663339:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761935.663372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962263680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761935.663397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761935.663400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761935.663402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761935.663406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3215
00000100:00080000:0.0:1787761935.663410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761935.663414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761935.663423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761935.663432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962263680:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761935.663436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962263808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761935.663446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761935.663449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761935.663450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761935.663454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3215
00000100:00080000:0.0:1787761935.663456:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761935.663472:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761935.663491:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761935.663504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962263936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761935.663509:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761935.663550:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761935/real 1787761935]  req@ffff93ed82c24000 x1874600962263680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761935.663563:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962263680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761935.663571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761935.663574:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761935.663577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962263680:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761935.663595:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263808:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761935.663609:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761935.663616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761935/real 1787761935]  req@ffff93ed82c252c0 x1874600962263808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761935.663624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962263808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761935.663628:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761935.663630:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761935.663638:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263808:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761935.663642:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263936:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761935.663656:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761935.663661:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761935/real 1787761935]  req@ffff93ed82c27840 x1874600962263936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761935.663668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962263936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761935.663672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761935.663674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761935.663675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962263936:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761935.855336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761936.431229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761936.879277:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761937.455262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761937.903334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761938.479284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761938.927315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761939.503265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761939.951321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761940.527264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761940.783258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761940.783268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761940.783272:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761940.783282:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3220
00000100:00080000:0.0:1787761940.783293:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761940.783301:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761940.783334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962264064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761940.783355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761940.783357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761940.783370:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761940.783373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3220
00000100:00080000:0.0:1787761940.783376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761940.783378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761940.783386:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761940.783395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962264192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761940.783402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761940.783406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1787761940.783407:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962264064:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761940.783408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761940.783415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3220
00000100:00080000:0.0:1787761940.783435:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761940.783439:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761940.783445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761940.783459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962264320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761940.783465:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761940.783504:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761940/real 1787761940]  req@ffff93ed82c26940 x1874600962264064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761940.783516:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962264064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761940.783532:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761940.783535:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761940.783538:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962264064:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761940.783555:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264192:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761940.783570:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761940.783579:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761940/real 1787761940]  req@ffff93ed82c24780 x1874600962264192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761940.783589:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962264192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761940.783597:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761940.783600:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761940.783603:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264192:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761940.783608:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264320:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761940.783626:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761940.783636:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761940/real 1787761940]  req@ffff93ed82c243c0 x1874600962264320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761940.783647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962264320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761940.783654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761940.783657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761940.783661:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264320:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761940.975316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761941.551244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761941.999305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761942.575229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761943.023371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761943.599227:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761944.047284:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761944.623272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761945.071353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761945.647256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761945.903274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761945.903283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761945.903287:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761945.903294:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3225
00000100:00080000:0.0:1787761945.903302:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761945.903307:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761945.903337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962264448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761945.903368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761945.903373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761945.903375:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761945.903379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3225
00000100:00080000:0.0:1787761945.903383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761945.903387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761945.903396:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761945.903410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962264576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761945.903420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761945.903438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787761945.903440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761945.903447:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3225
00000100:00100000:3.0:1787761945.903452:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962264448:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761945.903453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761945.903461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761945.903471:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761945.903483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962264704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761945.903575:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264576:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761945.903609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264704:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787761946.095351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761946.671313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761947.119355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761947.695264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761948.143271:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761948.719303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787761948.975431:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787761948.975463:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761948.975476:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761948.975511:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787761948.975519:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787761948.975588:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761945/real 1787761948]  req@ffff93ed82c24b40 x1874600962264704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761948.975635:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962264704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761948.975648:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761948.975654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761948.975659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264704:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787761948.975667:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761945/real 1787761948]  req@ffff93ed82c270c0 x1874600962264448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761948.975680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962264448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761948.975711:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761948.975715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761948.975719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962264448:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761948.975727:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761945/real 1787761948]  req@ffff93ed82c27480 x1874600962264576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761948.975741:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962264576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761948.975749:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761948.975753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761948.975756:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264576:192.168.204.156@tcp:38:kworker.0
00010000:00010000:1.0:1787761949.167313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761949.743253:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761950.191303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761950.767261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761951.023322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761951.023333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761951.023337:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761951.023348:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3230
00000100:00080000:3.0:1787761951.023361:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761951.023370:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761951.023409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962264832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761951.023444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761951.023448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761951.023469:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761951.023480:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3230
00000100:00080000:3.0:1787761951.023485:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761951.023487:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962264832:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787761951.023500:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761951.023520:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761951.023538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962264960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761951.023548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761951.023552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761951.023554:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761951.023559:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3230
00000100:00080000:3.0:1787761951.023579:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761951.023584:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787761951.023590:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787761951.023591:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761951.023607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962265088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761951.023684:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761951/real 1787761951]  req@ffff93eda1098780 x1874600962264832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761951.023715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962264832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761951.023728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761951.023733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761951.023737:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962264832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761951.023778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264960:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761951.023804:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761951.023817:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761951/real 1787761951]  req@ffff93eda1098000 x1874600962264960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761951.023829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962264960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761951.023857:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761951.023861:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761951.023864:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962264960:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761951.023870:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265088:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761951.023895:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761951.023907:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761951/real 1787761951]  req@ffff93eda109a940 x1874600962265088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761951.023919:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962265088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761951.023942:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761951.023945:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761951.023948:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265088:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761951.215354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761951.791290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761952.239359:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761952.815274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761953.263339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761953.839241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761954.287303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761954.863249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761955.311307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761955.887243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761956.143288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761956.143298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761956.143302:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761956.143314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3235
00000100:00080000:1.0:1787761956.143323:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761956.143330:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761956.143365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962265216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761956.143386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761956.143400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761956.143402:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761956.143405:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3235
00000100:00080000:1.0:1787761956.143408:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761956.143411:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761956.143419:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761956.143429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962265344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761956.143434:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962265216:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761956.143438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761956.143443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761956.143444:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761956.143447:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3235
00000100:00080000:1.0:1787761956.143449:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761956.143451:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761956.143454:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761956.143460:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962265472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761956.143496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761956.143533:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761956/real 1787761956]  req@ffff93eda12a5a40 x1874600962265216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761956.143549:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962265216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761956.143558:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761956.143562:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761956.143565:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962265216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761956.143594:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265344:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761956.143612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761956.143622:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761956/real 1787761956]  req@ffff93eda12a61c0 x1874600962265344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761956.143633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962265344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761956.143641:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761956.143644:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761956.143647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265344:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761956.143653:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265472:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761956.143670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761956.143678:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761956/real 1787761956]  req@ffff93eda12a4000 x1874600962265472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761956.143688:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962265472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761956.143695:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761956.143698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761956.143701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265472:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761956.335330:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761956.911273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761957.359335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761957.935284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761958.383351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761958.959356:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761959.407347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761959.983293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761960.431374:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761961.007308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761961.263265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761961.263279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761961.263298:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761961.263306:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3240
00000100:00080000:1.0:1787761961.263314:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761961.263319:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761961.263347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962265600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761961.263367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761961.263370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761961.263371:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761961.263374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3240
00000100:00080000:1.0:1787761961.263375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761961.263377:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761961.263384:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761961.263392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962265728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761961.263398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761961.263400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761961.263401:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761961.263403:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3240
00000100:00080000:1.0:1787761961.263405:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761961.263407:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761961.263411:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962265600:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787761961.263412:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761961.263421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962265856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761961.263467:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761961.263498:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761961/real 1787761961]  req@ffff93eda12a4000 x1874600962265600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761961.263517:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962265600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761961.263524:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761961.263527:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761961.263529:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962265600:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761961.263534:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265728:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761961.263548:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761961.263555:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761961/real 1787761961]  req@ffff93eda12a61c0 x1874600962265728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761961.263561:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962265728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761961.263566:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761961.263568:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761961.263569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265728:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761961.263586:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265856:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761961.263596:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761961.263601:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761961/real 1787761961]  req@ffff93eda12a5a40 x1874600962265856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761961.263607:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962265856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761961.263619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761961.263621:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761961.263623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962265856:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761961.455310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761962.031284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761962.479319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761963.055270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761963.503302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761964.079275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761964.527311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761965.103232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761965.551320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761966.127315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787761966.383296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761966.383306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761966.383310:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761966.383320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3246
00000100:00080000:0.0:1787761966.383336:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761966.383344:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787761966.383375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962265984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761966.383395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761966.383401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761966.383402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761966.383405:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3246
00000100:00080000:0.0:1787761966.383407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761966.383410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761966.383417:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761966.383425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962266112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761966.383432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761966.383434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1787761966.383441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962265984:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787761966.383448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761966.383452:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3246
00000100:00080000:0.0:1787761966.383458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761966.383461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787761966.383464:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787761966.383473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962266240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761966.383513:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761966.383556:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761966/real 1787761966]  req@ffff93ed82c261c0 x1874600962265984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761966.383573:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962265984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761966.383583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761966.383587:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761966.383590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962265984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761966.383612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266112:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787761966.383631:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761966.383642:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761966/real 1787761966]  req@ffff93ed82c26d00 x1874600962266112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761966.383654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962266112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761966.383662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761966.383665:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761966.383668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266112:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787761966.383682:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266240:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787761966.383701:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787761966.383711:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761966/real 1787761966]  req@ffff93ed82c25e00 x1874600962266240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761966.383721:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962266240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761966.383728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761966.383731:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787761966.383734:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266240:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761966.575274:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761967.151249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761967.599324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761968.175332:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761968.623328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761969.199272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761969.647292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761970.223279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761970.671328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761971.247248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761971.503301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761971.503310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761971.503314:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761971.503323:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3251
00000100:00080000:3.0:1787761971.503334:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761971.503340:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761971.503372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962266368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761971.503396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761971.503400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761971.503413:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761971.503418:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3251
00000100:00080000:3.0:1787761971.503422:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761971.503426:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761971.503435:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761971.503437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962266368:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761971.503449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962266496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761971.503461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761971.503464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761971.503466:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761971.503470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3251
00000100:00080000:3.0:1787761971.503475:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761971.503478:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761971.503483:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761971.503494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962266624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761971.503498:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761971.503545:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761971/real 1787761971]  req@ffff93eda1099e00 x1874600962266368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761971.503576:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962266368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761971.503587:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761971.503591:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761971.503595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962266368:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761971.503619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266496:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761971.503639:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761971.503651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761971/real 1787761971]  req@ffff93eda10983c0 x1874600962266496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761971.503663:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962266496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761971.503683:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761971.503687:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761971.503690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266496:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761971.503696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266624:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761971.503715:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761971.503725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761971/real 1787761971]  req@ffff93eda109a940 x1874600962266624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761971.503736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962266624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761971.503743:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761971.503746:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761971.503749:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266624:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761971.695323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761972.271256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761972.719329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761973.295254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761973.743300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761974.319360:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761974.767395:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761975.343278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761975.791339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761976.367283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761976.623288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761976.623297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761976.623301:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761976.623310:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3256
00000100:00080000:1.0:1787761976.623319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761976.623326:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761976.623357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962266752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761976.623382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761976.623385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761976.623387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761976.623390:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3256
00000100:00080000:1.0:1787761976.623394:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761976.623410:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761976.623419:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761976.623431:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962266752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761976.623432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962266880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761976.623447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761976.623451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761976.623460:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761976.623464:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3256
00000100:00080000:1.0:1787761976.623471:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761976.623474:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761976.623479:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761976.623488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962267008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761976.623498:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761976.623542:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761976/real 1787761976]  req@ffff93eda12a6580 x1874600962266752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761976.623559:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962266752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761976.623569:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761976.623577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761976.623581:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962266752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761976.623609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266880:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761976.623630:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761976.623641:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761976/real 1787761976]  req@ffff93eda12a6940 x1874600962266880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761976.623652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962266880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761976.623660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761976.623662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761976.623679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962266880:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761976.623685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267008:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761976.623704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761976.623714:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761976/real 1787761976]  req@ffff93eda12a7c00 x1874600962267008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761976.623725:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962267008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761976.623733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761976.623736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761976.623739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267008:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761976.815324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761977.391282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761977.839336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761978.415283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761978.863302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761979.439283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761979.887323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761980.463270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761980.911287:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761981.487283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761981.743218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761981.743226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761981.743229:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761981.743237:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3261
00000100:00080000:1.0:1787761981.743246:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761981.743252:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761981.743282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962267136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761981.743301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761981.743315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761981.743316:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761981.743320:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3261
00000100:00080000:1.0:1787761981.743323:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761981.743326:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761981.743334:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761981.743339:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962267136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787761981.743345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962267264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761981.743352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761981.743354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761981.743355:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761981.743357:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3261
00000100:00080000:1.0:1787761981.743359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761981.743361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761981.743364:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761981.743371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962267392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761981.743395:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761981.743425:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761981/real 1787761981]  req@ffff93eda12a7c00 x1874600962267136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761981.743444:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962267136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761981.743451:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761981.743454:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761981.743457:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962267136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761981.743474:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267264:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761981.743488:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761981.743495:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761981/real 1787761981]  req@ffff93eda12a6940 x1874600962267264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761981.743502:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962267264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761981.743507:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761981.743509:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761981.743511:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267264:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761981.743514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267392:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761981.743525:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761981.743532:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761981/real 1787761981]  req@ffff93eda12a6580 x1874600962267392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761981.743539:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962267392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761981.743552:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761981.743554:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761981.743556:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267392:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761981.935326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761982.511239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787761982.959306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761983.535273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761983.983373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761984.559351:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761985.007304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761985.583229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761986.031339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761986.607268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761986.863294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761986.863307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761986.863312:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761986.863324:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3266
00000100:00080000:1.0:1787761986.863337:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761986.863346:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761986.863411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962267520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761986.863445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761986.863449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761986.863451:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761986.863455:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3266
00000100:00080000:1.0:1787761986.863459:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761986.863464:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761986.863485:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761986.863499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962267648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761986.863517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761986.863521:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962267520:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761986.863522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761986.863525:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761986.863533:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3266
00000100:00080000:1.0:1787761986.863538:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761986.863542:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761986.863547:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761986.863573:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962267776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761986.863607:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761986.863664:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761986/real 1787761986]  req@ffff93eda12a5a40 x1874600962267520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761986.863685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962267520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761986.863697:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761986.863701:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761986.863705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962267520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761986.863735:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267648:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761986.863759:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761986.863773:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761986/real 1787761986]  req@ffff93eda12a61c0 x1874600962267648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761986.863785:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962267648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761986.863807:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761986.863811:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761986.863814:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267648:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761986.863820:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267776:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761986.863843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761986.863854:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761986/real 1787761986]  req@ffff93eda12a4000 x1874600962267776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761986.863865:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962267776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761986.863873:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761986.863876:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761986.863879:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962267776:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761987.055380:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761987.631346:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761988.079339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761988.655268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761989.103334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761989.679233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787761990.127317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761990.703262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761991.151325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761991.727270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787761991.983306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761991.983334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761991.983337:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761991.983347:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3271
00000100:00080000:1.0:1787761991.983358:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761991.983365:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787761991.983429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962267904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761991.983459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761991.983463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761991.983465:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761991.983470:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3271
00000100:00080000:1.0:1787761991.983474:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761991.983479:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761991.983491:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761991.983505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962268032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761991.983512:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962267904:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787761991.983520:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761991.983525:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787761991.983527:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761991.983531:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3271
00000100:00080000:1.0:1787761991.983535:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761991.983540:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787761991.983545:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787761991.983558:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962268160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761991.983589:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761991.983637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761991/real 1787761991]  req@ffff93eda12a4000 x1874600962267904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761991.983654:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962267904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761991.983671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761991.983676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761991.983680:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962267904:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761991.983707:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268032:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761991.983734:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761991.983746:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761991/real 1787761991]  req@ffff93eda12a61c0 x1874600962268032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761991.983758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962268032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761991.983765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761991.983769:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761991.983771:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268032:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761991.983777:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268160:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761991.983793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761991.983801:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761991/real 1787761991]  req@ffff93eda12a5a40 x1874600962268160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761991.983811:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962268160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761991.983819:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761991.983822:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761991.983825:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268160:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787761992.175449:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761992.751262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761993.199308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761993.775262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761994.223318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761994.799299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761995.247327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761995.823265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761996.271264:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761996.847290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787761997.103304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761997.103312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761997.103315:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761997.103322:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3276
00000100:00080000:3.0:1787761997.103331:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761997.103337:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787761997.103365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962268288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761997.103385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761997.103388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761997.103390:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761997.103395:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3276
00000100:00080000:3.0:1787761997.103398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761997.103402:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761997.103428:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761997.103430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962268288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787761997.103439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962268416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761997.103448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761997.103451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787761997.103453:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761997.103457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3276
00000100:00080000:3.0:1787761997.103461:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761997.103465:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787761997.103470:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787761997.103481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962268544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761997.103498:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761997.103547:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761997/real 1787761997]  req@ffff93eda1098000 x1874600962268288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761997.103576:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962268288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761997.103587:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761997.103591:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761997.103595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962268288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787761997.103617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268416:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787761997.103635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761997.103643:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761997/real 1787761997]  req@ffff93eda1098780 x1874600962268416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761997.103651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962268416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761997.103655:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761997.103657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761997.103659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268416:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787761997.103669:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268544:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787761997.103682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787761997.103688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761997/real 1787761997]  req@ffff93eda1098b40 x1874600962268544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761997.103694:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962268544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761997.103699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761997.103700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787761997.103702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268544:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787761997.295323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761997.871243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787761998.319340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761998.895289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787761999.343331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761999.919312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762000.367267:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762000.943265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762001.391434:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762001.967261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762002.223265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762002.223273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762002.223276:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762002.223284:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3281
00000100:00080000:3.0:1787762002.223293:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762002.223299:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762002.223329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962268672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762002.223367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762002.223370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762002.223371:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762002.223374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3281
00000100:00080000:3.0:1787762002.223377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762002.223379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762002.223386:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762002.223395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962268800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762002.223402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762002.223404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762002.223405:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762002.223410:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962268672:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762002.223411:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3281
00000100:00080000:3.0:1787762002.223415:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762002.223419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762002.223422:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762002.223430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962268928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762002.223469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762002.223514:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762002/real 1787762002]  req@ffff93eda109ad00 x1874600962268672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762002.223531:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962268672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762002.223540:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762002.223544:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762002.223548:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962268672:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762002.223572:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268800:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762002.223604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762002.223617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762002/real 1787762002]  req@ffff93eda1099a40 x1874600962268800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762002.223627:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962268800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762002.223634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762002.223637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762002.223640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268800:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762002.223646:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268928:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762002.223666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762002.223676:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762002/real 1787762002]  req@ffff93eda1098b40 x1874600962268928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762002.223685:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962268928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762002.223690:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762002.223692:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762002.223694:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962268928:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787762002.415285:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762002.991313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762003.439326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762004.015234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762004.463275:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762005.039262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762005.487397:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762006.063277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762006.511305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762007.087273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762007.343328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762007.343341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762007.343367:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762007.343377:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3287
00000100:00080000:0.0:1787762007.343388:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762007.343397:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762007.343444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962269056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762007.343480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762007.343484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762007.343485:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762007.343490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3287
00000100:00080000:0.0:1787762007.343493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762007.343497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762007.343508:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762007.343523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962269184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762007.343534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762007.343541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1787762007.343543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962269056:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762007.343544:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762007.343555:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3287
00000100:00080000:0.0:1787762007.343560:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762007.343565:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762007.343572:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762007.343587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962269312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762007.343613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762007.343663:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762007/real 1787762007]  req@ffff93ed82c25e00 x1874600962269056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762007.343676:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962269056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762007.343685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762007.343689:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762007.343693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962269056:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762007.343717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269184:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762007.343730:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762007.343737:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762007/real 1787762007]  req@ffff93ed82c26d00 x1874600962269184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762007.343744:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962269184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762007.343749:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762007.343751:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762007.343753:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269184:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762007.343757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269312:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762007.343766:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762007.343770:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762007/real 1787762007]  req@ffff93ed82c261c0 x1874600962269312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762007.343793:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962269312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762007.343798:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762007.343800:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762007.343802:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269312:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762007.535326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762008.111259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762008.559260:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762009.135272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762009.583316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762010.159258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762010.607258:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762011.183283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762011.631316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762012.207290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762012.463281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762012.463291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762012.463295:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762012.463304:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3292
00000100:00080000:1.0:1787762012.463314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762012.463322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762012.463356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962269440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762012.463376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762012.463378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762012.463383:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762012.463385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3292
00000100:00080000:1.0:1787762012.463388:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762012.463391:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762012.463398:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762012.463414:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962269440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762012.463423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962269568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762012.463431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762012.463433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762012.463434:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762012.463436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3292
00000100:00080000:1.0:1787762012.463439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762012.463442:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762012.463445:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762012.463452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962269696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762012.463504:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269568:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762012.463526:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269696:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787762012.655274:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762013.231263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762013.679335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762014.255239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762014.703302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762015.279265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:0.0:1787762015.535462:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1787762015.535513:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762015.535540:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787762015.535593:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:0.0:1787762015.535606:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787762015.535651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762012/real 1787762015]  req@ffff93eda12a6940 x1874600962269568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762015.535688:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962269568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762015.535704:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762015.535710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762015.535748:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269568:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762015.535758:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762012/real 1787762015]  req@ffff93eda12a7c00 x1874600962269696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762015.535778:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962269696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762015.535787:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762015.535791:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762015.535795:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269696:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787762015.535802:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762012/real 1787762015]  req@ffff93eda12a6580 x1874600962269440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762015.535814:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962269440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762015.535822:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762015.535826:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762015.535829:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962269440:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787762015.727327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762016.303287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762016.751283:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762017.327244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762017.583277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.583288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762017.583292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762017.583301:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3297
00000100:00080000:3.0:1787762017.583310:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762017.583317:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762017.583358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962269824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762017.583383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.583387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762017.583389:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762017.583393:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3297
00000100:00080000:3.0:1787762017.583397:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762017.583401:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762017.583410:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762017.583421:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962269824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762017.583423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962269952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762017.583438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762017.583441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762017.583443:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762017.583447:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3297
00000100:00080000:3.0:1787762017.583450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762017.583454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762017.583459:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762017.583469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962270080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762017.583492:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762017.583538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762017/real 1787762017]  req@ffff93eda1098780 x1874600962269824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762017.583557:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962269824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762017.583568:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762017.583578:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762017.583582:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962269824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762017.583608:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269952:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762017.583629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762017.583640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762017/real 1787762017]  req@ffff93eda1098000 x1874600962269952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762017.583666:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962269952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762017.583674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762017.583677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762017.583680:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962269952:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762017.583685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270080:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762017.583706:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762017.583717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762017/real 1787762017]  req@ffff93eda109a940 x1874600962270080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762017.583727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962270080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762017.583733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762017.583736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762017.583739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270080:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762017.775315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762018.351286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762018.799290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762019.375267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762019.823312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762020.399267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762020.847289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762021.423234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762021.871396:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762022.447300:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762022.703294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762022.703306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762022.703312:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762022.703325:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3302
00000100:00080000:3.0:1787762022.703341:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762022.703350:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762022.703399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962270208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762022.703432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762022.703435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762022.703437:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762022.703440:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3302
00000100:00080000:3.0:1787762022.703443:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762022.703447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762022.703458:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762022.703470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962270336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762022.703479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762022.703483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787762022.703484:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962270208:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762022.703485:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762022.703492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3302
00000100:00080000:3.0:1787762022.703499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762022.703503:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762022.703523:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762022.703535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962270464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762022.703572:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762022.703621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762022/real 1787762022]  req@ffff93eda10983c0 x1874600962270208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762022.703640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962270208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762022.703664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762022.703669:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762022.703673:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962270208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762022.703697:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270336:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762022.703721:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762022.703733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762022/real 1787762022]  req@ffff93eda1099e00 x1874600962270336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762022.703745:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962270336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762022.703753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762022.703756:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762022.703759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270336:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762022.703765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270464:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762022.703800:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762022.703811:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762022/real 1787762022]  req@ffff93eda109a940 x1874600962270464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762022.703821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962270464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762022.703829:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762022.703832:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762022.703835:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270464:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787762022.895299:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762023.471226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762023.919372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762024.495288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762024.943334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762025.519319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762025.967378:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762026.543290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762026.991301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762027.567305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762027.823303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762027.823316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762027.823321:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762027.823334:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3307
00000100:00080000:1.0:1787762027.823347:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762027.823362:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762027.823414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962270592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762027.823464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762027.823467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762027.823468:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762027.823472:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3307
00000100:00080000:1.0:1787762027.823474:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762027.823477:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762027.823488:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762027.823499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962270720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762027.823512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762027.823514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762027.823516:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762027.823518:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3307
00000100:00080000:1.0:1787762027.823520:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762027.823523:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762027.823526:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762027.823539:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962270848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762027.823541:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962270592:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787762027.823617:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762027.823652:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762027/real 1787762027]  req@ffff93eda12a6580 x1874600962270592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762027.823665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962270592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762027.823684:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762027.823689:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762027.823691:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962270592:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762027.823697:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270720:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762027.823712:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762027.823720:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762027/real 1787762027]  req@ffff93eda12a7c00 x1874600962270720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762027.823727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962270720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762027.823732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762027.823734:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762027.823736:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270720:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762027.823755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270848:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762027.823779:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762027.823785:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762027/real 1787762027]  req@ffff93eda12a6940 x1874600962270848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762027.823792:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962270848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762027.823797:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762027.823799:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762027.823801:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962270848:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762028.015344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762028.591276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762029.040311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762029.615274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762030.063349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762030.639288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762031.087307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762031.663269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762032.111348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762032.687289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762032.943300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762032.943309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762032.943312:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762032.943320:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3312
00000100:00080000:3.0:1787762032.943330:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762032.943336:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762032.943370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962270976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762032.943396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762032.943399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762032.943402:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762032.943406:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3312
00000100:00080000:3.0:1787762032.943409:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762032.943435:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762032.943445:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762032.943451:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962270976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762032.943462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962271104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762032.943474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762032.943477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762032.943478:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762032.943481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3312
00000100:00080000:3.0:1787762032.943486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762032.943490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762032.943494:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762032.943505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962271232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762032.943530:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762032.943587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762032/real 1787762032]  req@ffff93eda1098000 x1874600962270976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762032.943605:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962270976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762032.943616:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762032.943620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762032.943624:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962270976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762032.943647:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271104:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762032.943670:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762032.943683:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762032/real 1787762032]  req@ffff93eda1098780 x1874600962271104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762032.943703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962271104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762032.943712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762032.943715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762032.943718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271104:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762032.943725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271232:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762032.943745:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762032.943756:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762032/real 1787762032]  req@ffff93eda1098b40 x1874600962271232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762032.943768:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962271232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762032.943775:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762032.943778:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762032.943781:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271232:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762033.135321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762033.711442:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762034.159335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762034.735278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762035.183340:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762035.759251:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762036.207329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762036.783235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762037.231320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762037.807284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762038.063268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762038.063277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762038.063280:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762038.063287:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3317
00000100:00080000:0.0:1787762038.063296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762038.063302:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762038.063334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962271360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762038.063371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762038.063375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762038.063377:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762038.063382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3317
00000100:00080000:0.0:1787762038.063386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762038.063390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762038.063400:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762038.063400:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962271360:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762038.063418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962271488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762038.063426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762038.063429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762038.063430:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762038.063432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3317
00000100:00080000:0.0:1787762038.063437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762038.063439:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762038.063442:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762038.063450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962271616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762038.063456:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762038.063503:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762038/real 1787762038]  req@ffff93ed82c27480 x1874600962271360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762038.063515:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962271360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762038.063531:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762038.063534:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762038.063536:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962271360:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762038.063553:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271488:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762038.063569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762038.063577:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762038/real 1787762038]  req@ffff93ed82c270c0 x1874600962271488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762038.063585:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962271488/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762038.063590:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762038.063592:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762038.063594:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271488:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762038.063597:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271616:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762038.063606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762038.063611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762038/real 1787762038]  req@ffff93ed82c24b40 x1874600962271616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762038.063623:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962271616/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762038.063628:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762038.063629:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762038.063631:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271616:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762038.255329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762038.831240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762039.279335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762039.855317:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762040.303351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762040.879306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762041.327303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762041.903323:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762042.351402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762042.927246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762043.183410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762043.183424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762043.183429:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762043.183443:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3322
00000100:00080000:0.0:1787762043.183480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762043.183490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762043.183530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962271744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762043.183561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762043.183565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762043.183567:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762043.183572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3322
00000100:00080000:0.0:1787762043.183575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762043.183579:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762043.183591:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762043.183603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962271872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762043.183620:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962271744:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762043.183622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762043.183630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762043.183632:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762043.183636:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3322
00000100:00080000:0.0:1787762043.183643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762043.183648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762043.183653:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762043.183666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962272000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762043.183694:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762043.183739:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762043/real 1787762043]  req@ffff93ed82c243c0 x1874600962271744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762043.183758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962271744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762043.183769:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762043.183773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762043.183777:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962271744:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762043.183804:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271872:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762043.183827:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762043.183836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762043/real 1787762043]  req@ffff93ed82c24780 x1874600962271872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762043.183844:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962271872/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762043.183849:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762043.183851:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762043.183854:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962271872:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762043.183867:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272000:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762043.183889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762043.183900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762043/real 1787762043]  req@ffff93ed82c26940 x1874600962272000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762043.183911:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962272000/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762043.183921:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762043.183923:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762043.183925:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272000:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762043.375343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762043.951285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762044.399396:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762044.975281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762045.423361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762045.999275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762046.447349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762047.023282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762047.471326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762048.047272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762048.303274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762048.303307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762048.303312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762048.303321:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3327
00000100:00080000:0.0:1787762048.303332:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762048.303339:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762048.303368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962272128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762048.303395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762048.303398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762048.303400:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762048.303404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3327
00000100:00080000:0.0:1787762048.303407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762048.303410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762048.303419:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762048.303430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962272256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762048.303437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962272128:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762048.303443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762048.303446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762048.303448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762048.303453:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3327
00000100:00080000:0.0:1787762048.303456:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762048.303460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762048.303465:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762048.303476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962272384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762048.303499:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762048.303541:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762048/real 1787762048]  req@ffff93ed82c27840 x1874600962272128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762048.303553:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962272128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762048.303568:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762048.303572:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762048.303575:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962272128:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762048.303601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272256:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762048.303617:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762048.303625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762048/real 1787762048]  req@ffff93ed82c252c0 x1874600962272256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762048.303635:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962272256/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762048.303642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762048.303645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762048.303648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272256:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762048.303654:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272384:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762048.303671:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762048.303682:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762048/real 1787762048]  req@ffff93ed82c24000 x1874600962272384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762048.303693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962272384/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762048.303700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762048.303702:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762048.303705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272384:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762048.495333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762049.071291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762049.519307:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762050.095337:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762050.543348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762051.119307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762051.567302:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762052.143280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762052.591329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762053.167246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762053.423272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762053.423280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762053.423284:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762053.423292:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3333
00000100:00080000:0.0:1787762053.423302:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762053.423309:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762053.423352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962272512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762053.423377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762053.423381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762053.423382:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762053.423386:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3333
00000100:00080000:0.0:1787762053.423390:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762053.423394:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762053.423403:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762053.423415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962272640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762053.423425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962272512:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762053.423430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762053.423434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762053.423435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762053.423438:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3333
00000100:00080000:0.0:1787762053.423440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762053.423442:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762053.423462:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762053.423471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962272768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762053.423490:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762053.423538:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762053/real 1787762053]  req@ffff93ed82c24000 x1874600962272512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762053.423557:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962272512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762053.423568:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762053.423573:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762053.423577:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962272512:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762053.423598:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272640:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762053.423619:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762053.423631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762053/real 1787762053]  req@ffff93ed82c252c0 x1874600962272640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762053.423643:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962272640/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762053.423652:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762053.423655:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762053.423658:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272640:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762053.423664:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272768:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762053.423680:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762053.423689:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762053/real 1787762053]  req@ffff93ed82c27840 x1874600962272768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762053.423707:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962272768/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762053.423714:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762053.423717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762053.423721:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962272768:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762053.615287:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762054.191262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762054.639301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762055.215259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762055.663315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762056.239290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762056.687295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762057.263268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762057.711327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762058.287239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762058.543272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.543282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762058.543286:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762058.543294:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3338
00000100:00080000:3.0:1787762058.543305:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762058.543312:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762058.543346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962272896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762058.543367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.543369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762058.543370:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762058.543373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3338
00000100:00080000:3.0:1787762058.543375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762058.543388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762058.543396:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762058.543405:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962272896:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762058.543406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962273024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762058.543419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762058.543422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762058.543424:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762058.543428:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3338
00000100:00080000:3.0:1787762058.543431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762058.543435:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762058.543440:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762058.543453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962273152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762058.543461:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762058.543501:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762058/real 1787762058]  req@ffff93eda1099a40 x1874600962272896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762058.543521:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962272896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762058.543532:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762058.543536:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762058.543539:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962272896:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762058.543558:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273024:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762058.543574:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762058.543582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762058/real 1787762058]  req@ffff93eda109ad00 x1874600962273024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762058.543589:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962273024/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762058.543594:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762058.543595:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762058.543597:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273024:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762058.543600:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273152:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762058.543618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762058.543624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762058/real 1787762058]  req@ffff93eda1098b40 x1874600962273152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762058.543630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962273152/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762058.543635:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762058.543642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762058.543645:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273152:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762058.735286:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762059.311270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762059.759325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762060.335259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762060.783278:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762061.359290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762061.807364:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762062.383223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762062.831394:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762063.407260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762063.663290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762063.663299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762063.663302:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762063.663312:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3343
00000100:00080000:3.0:1787762063.663323:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762063.663330:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762063.663363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962273280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762063.663395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762063.663398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762063.663399:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762063.663402:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3343
00000100:00080000:3.0:1787762063.663405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762063.663407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762063.663415:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762063.663424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962273408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762063.663430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762063.663433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762063.663434:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762063.663436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3343
00000100:00080000:3.0:1787762063.663438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787762063.663444:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962273280:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762063.663444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762063.663451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762063.663464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962273536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762063.663506:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762063.663555:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762063/real 1787762063]  req@ffff93eda1098780 x1874600962273280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762063.663572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962273280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762063.663583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762063.663586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762063.663590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962273280:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762063.663596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273408:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762063.663614:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762063.663624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762063/real 1787762063]  req@ffff93eda1098000 x1874600962273408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762063.663647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962273408/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762063.663654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762063.663657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762063.663660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273408:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762063.663679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273536:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762063.663696:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762063.663705:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762063/real 1787762063]  req@ffff93eda109a940 x1874600962273536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762063.663715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962273536/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762063.663722:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762063.663724:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762063.663728:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273536:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762063.855334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762064.431263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762064.879318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762065.455281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762065.903316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762066.479252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762066.927291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762067.503277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762067.951381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762068.527268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762068.783328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762068.783340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762068.783344:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762068.783357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3348
00000100:00080000:0.0:1787762068.783370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762068.783378:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762068.783421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962273664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762068.783474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762068.783478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762068.783480:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762068.783486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3348
00000100:00080000:0.0:1787762068.783490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762068.783495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762068.783507:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762068.783521:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962273664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762068.783524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962273792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762068.783540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762068.783544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762068.783546:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762068.783551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3348
00000100:00080000:0.0:1787762068.783555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762068.783561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762068.783566:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762068.783576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962273920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762068.783589:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762068.783634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762068/real 1787762068]  req@ffff93ed82c26940 x1874600962273664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762068.783655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962273664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762068.783664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762068.783668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762068.783670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962273664:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762068.783688:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273792:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762068.783703:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762068.783710:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762068/real 1787762068]  req@ffff93ed82c24780 x1874600962273792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762068.783718:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962273792/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762068.783723:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762068.783725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762068.783727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273792:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762068.783730:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273920:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762068.783740:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762068.783745:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762068/real 1787762068]  req@ffff93ed82c243c0 x1874600962273920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762068.783767:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962273920/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762068.783771:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762068.783773:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762068.783775:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962273920:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762068.975383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762069.551292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762069.999322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762070.575227:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762071.023299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762071.599282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762072.047317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762072.623278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762073.071377:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762073.647288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762073.903259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762073.903267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762073.903270:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762073.903277:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3353
00000100:00080000:0.0:1787762073.903300:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762073.903308:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762073.903339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962274048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762073.903362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762073.903364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762073.903365:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762073.903368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3353
00000100:00080000:0.0:1787762073.903371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762073.903373:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762073.903380:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762073.903388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962274176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762073.903395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762073.903398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762073.903399:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762073.903401:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3353
00000100:00080000:0.0:1787762073.903403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762073.903405:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762073.903407:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762073.903413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962274304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762073.903422:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962274048:192.168.204.156@tcp:250:kworker.0
00000800:00000100:3.0:1787762073.903483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762073.903523:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762073/real 1787762073]  req@ffff93ed82c24b40 x1874600962274048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762073.903540:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962274048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762073.903550:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762073.903554:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762073.903558:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962274048:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762073.903565:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274176:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762073.903582:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762073.903590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762073/real 1787762073]  req@ffff93ed82c270c0 x1874600962274176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762073.903603:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962274176/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762073.903608:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762073.903611:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762073.903613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274176:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762073.903631:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274304:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762073.903644:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762073.903650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762073/real 1787762073]  req@ffff93ed82c27480 x1874600962274304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762073.903657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962274304/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762073.903662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762073.903664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762073.903665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274304:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762074.095333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762074.671229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762075.119346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762075.695260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762076.143343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762076.719316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762077.167314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762077.743245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762078.191312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762078.767278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762079.023248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762079.023273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762079.023277:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762079.023288:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3358
00000100:00080000:0.0:1787762079.023299:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762079.023306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762079.023338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962274432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762079.023362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762079.023365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762079.023367:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762079.023371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3358
00000100:00080000:0.0:1787762079.023374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762079.023378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762079.023386:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762079.023396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962274560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762079.023403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762079.023406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762079.023408:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787762079.023410:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962274432:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762079.023412:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3358
00000100:00080000:0.0:1787762079.023417:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762079.023421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762079.023423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762079.023430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962274688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762079.023512:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274560:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762079.023552:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274688:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762079.215315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762079.791244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762080.239284:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762080.815268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762081.263318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762081.839259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787762082.095421:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787762082.095461:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787762082.095476:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787762082.095514:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787762082.095524:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:3.0:1787762082.095553:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762079/real 1787762082]  req@ffff93ed82c26d00 x1874600962274560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762082.095581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962274560/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762082.095593:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762082.095598:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762082.095603:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274560:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762082.095610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762079/real 1787762082]  req@ffff93ed82c25e00 x1874600962274688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762082.095637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962274688/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762082.095644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762082.095648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762082.095651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274688:192.168.204.156@tcp:8:kworker.0
00000100:00100000:3.0:1787762082.095658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762079/real 1787762082]  req@ffff93ed82c261c0 x1874600962274432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762082.095675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962274432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762082.095703:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762082.095707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762082.095710:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962274432:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787762082.287390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762082.863280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762083.311336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762083.887275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762084.143272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762084.143282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762084.143286:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762084.143297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3363
00000100:00080000:3.0:1787762084.143308:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762084.143316:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762084.143348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962274816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762084.143378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762084.143382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762084.143383:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762084.143387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3363
00000100:00080000:3.0:1787762084.143390:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762084.143394:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762084.143403:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762084.143415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962274944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762084.143423:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962274816:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762084.143426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762084.143442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762084.143444:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762084.143448:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3363
00000100:00080000:3.0:1787762084.143452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762084.143456:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762084.143461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762084.143472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962275072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762084.143495:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762084.143532:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762084/real 1787762084]  req@ffff93eda1099e00 x1874600962274816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762084.143548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962274816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762084.143558:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762084.143562:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762084.143566:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962274816:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762084.143603:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274944:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762084.143628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762084.143642:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762084/real 1787762084]  req@ffff93eda10983c0 x1874600962274944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762084.143655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962274944/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762084.143663:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762084.143667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762084.143670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962274944:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762084.143676:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275072:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762084.143697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762084.143718:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762084/real 1787762084]  req@ffff93eda109a940 x1874600962275072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762084.143731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962275072/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762084.143739:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762084.143742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762084.143746:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275072:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762084.335324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762084.911265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762085.359305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762085.935224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762086.383405:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762086.959285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762087.407318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762087.983265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762088.431362:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762089.007320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762089.263337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762089.263347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762089.263351:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762089.263363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3368
00000100:00080000:0.0:1787762089.263374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762089.263381:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762089.263423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962275200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762089.263454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762089.263456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762089.263458:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762089.263461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3368
00000100:00080000:0.0:1787762089.263463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762089.263466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762089.263475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762089.263498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962275328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762089.263505:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962275200:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762089.263526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762089.263529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762089.263531:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762089.263534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3368
00000100:00080000:0.0:1787762089.263538:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762089.263542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762089.263548:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762089.263557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962275456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762089.263568:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762089.263615:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762089/real 1787762089]  req@ffff93ed82c261c0 x1874600962275200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762089.263628:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962275200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762089.263636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762089.263642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762089.263647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962275200:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762089.263679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275328:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762089.263702:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762089.263725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762089/real 1787762089]  req@ffff93ed82c25e00 x1874600962275328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762089.263732:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962275328/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762089.263738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762089.263740:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762089.263742:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275328:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762089.263746:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275456:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762089.263760:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762089.263766:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762089/real 1787762089]  req@ffff93ed82c26d00 x1874600962275456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762089.263773:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962275456/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762089.263777:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762089.263779:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762089.263780:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275456:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762089.455381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762090.031279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762090.479329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762091.055278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762091.503317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762092.079241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762092.527336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762093.103294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762093.551323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762094.127275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762094.383248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762094.383265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762094.383269:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762094.383282:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3374
00000100:00080000:0.0:1787762094.383293:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762094.383300:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762094.383343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962275584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762094.383369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762094.383373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762094.383375:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762094.383379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3374
00000100:00080000:0.0:1787762094.383393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762094.383398:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762094.383421:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762094.383431:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962275584:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762094.383436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962275712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762094.383445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762094.383447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762094.383448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762094.383450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3374
00000100:00080000:0.0:1787762094.383453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762094.383455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762094.383459:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762094.383467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962275840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762094.383496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762094.383545:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762094/real 1787762094]  req@ffff93ed82c27480 x1874600962275584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762094.383560:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962275584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762094.383571:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762094.383575:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762094.383579:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962275584:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762094.383613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275712:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762094.383634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762094.383646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762094/real 1787762094]  req@ffff93ed82c270c0 x1874600962275712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762094.383658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962275712/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762094.383665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762094.383668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762094.383671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275712:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762094.383676:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275840:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762094.383693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762094.383703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762094/real 1787762094]  req@ffff93ed82c24b40 x1874600962275840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762094.383714:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962275840/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762094.383732:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762094.383735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762094.383738:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962275840:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762094.575306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762095.151252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762095.599295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762096.175319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762096.623298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762097.199267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762097.647345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762098.223283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762098.671404:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762099.247265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762099.503331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762099.503342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762099.503346:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762099.503356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3379
00000100:00080000:3.0:1787762099.503368:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762099.503376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762099.503420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962275968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762099.503452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762099.503462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762099.503464:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762099.503468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3379
00000100:00080000:3.0:1787762099.503471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762099.503474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762099.503485:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962275968:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787762099.503485:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762099.503500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962276096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762099.503529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762099.503532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762099.503534:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762099.503538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3379
00000100:00080000:3.0:1787762099.503543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762099.503548:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787762099.503553:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787762099.503554:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762099.503568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962276224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762099.503603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762099/real 1787762099]  req@ffff93eda1098000 x1874600962275968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762099.503619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962275968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762099.503627:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762099.503631:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762099.503633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962275968:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762099.503654:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276096:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762099.503677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762099.503685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762099/real 1787762099]  req@ffff93eda1098780 x1874600962276096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762099.503693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962276096/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762099.503698:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762099.503700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762099.503702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276096:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762099.503706:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276224:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762099.503715:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762099.503720:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762099/real 1787762099]  req@ffff93eda1098b40 x1874600962276224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762099.503727:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962276224/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762099.503731:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762099.503733:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762099.503735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276224:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762099.695373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762100.271294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762100.719399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762101.295215:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762101.743399:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762102.319290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762102.767377:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762103.343295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762103.791365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762104.367327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762104.623276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762104.623284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762104.623287:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762104.623295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3384
00000100:00080000:3.0:1787762104.623303:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762104.623309:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762104.623341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962276352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762104.623370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762104.623374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762104.623390:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762104.623396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3384
00000100:00080000:3.0:1787762104.623401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762104.623405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762104.623410:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962276352:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787762104.623416:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762104.623433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962276480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762104.623443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762104.623447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762104.623448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762104.623451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3384
00000100:00080000:3.0:1787762104.623455:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762104.623458:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762104.623462:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787762104.623469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762104.623475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962276608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762104.623522:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762104/real 1787762104]  req@ffff93eda109ad00 x1874600962276352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762104.623552:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962276352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762104.623562:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762104.623565:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762104.623569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962276352:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762104.623592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276480:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762104.623612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762104.623623:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762104/real 1787762104]  req@ffff93eda1099a40 x1874600962276480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762104.623634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962276480/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762104.623642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762104.623646:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762104.623648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276480:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762104.623652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276608:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762104.623666:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762104.623673:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762104/real 1787762104]  req@ffff93eda1098b40 x1874600962276608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762104.623680:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962276608/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762104.623693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762104.623696:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762104.623699:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276608:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762104.815346:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762105.391272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762105.839376:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762106.415292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762106.863372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762107.439299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762107.887289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762108.463288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762108.911292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762109.487233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762109.743275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762109.743283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762109.743286:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762109.743294:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3389
00000100:00080000:1.0:1787762109.743302:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762109.743308:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762109.743338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962276736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762109.743356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762109.743358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762109.743359:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762109.743362:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3389
00000100:00080000:1.0:1787762109.743363:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762109.743365:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762109.743384:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762109.743393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962276864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762109.743397:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962276736:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762109.743402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762109.743406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762109.743408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762109.743410:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3389
00000100:00080000:1.0:1787762109.743413:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762109.743415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762109.743418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762109.743425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962276992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762109.743467:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762109.743503:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762109/real 1787762109]  req@ffff93eda12a5a40 x1874600962276736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762109.743516:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962276736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762109.743523:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762109.743525:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762109.743528:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962276736:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762109.743549:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276864:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762109.743569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762109.743581:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762109/real 1787762109]  req@ffff93eda12a61c0 x1874600962276864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762109.743593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962276864/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762109.743601:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762109.743604:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762109.743607:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276864:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762109.743620:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276992:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762109.743638:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762109.743646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762109/real 1787762109]  req@ffff93eda12a4000 x1874600962276992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762109.743653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962276992/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762109.743658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762109.743660:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762109.743662:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962276992:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787762109.935355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762110.511298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762110.959351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762111.535224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762111.983339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762112.559276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762113.007336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762113.583321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762114.031372:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762114.607226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762114.863280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762114.863289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762114.863293:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762114.863302:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3394
00000100:00080000:3.0:1787762114.863311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762114.863318:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762114.863350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962277120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762114.863375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762114.863378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762114.863380:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762114.863384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3394
00000100:00080000:3.0:1787762114.863387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762114.863391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762114.863399:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762114.863411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962277248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762114.863421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762114.863424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762114.863427:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762114.863431:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3394
00000100:00080000:3.0:1787762114.863433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762114.863436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762114.863441:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762114.863461:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962277120:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762114.863469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962277376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762114.863550:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762114.863616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762114/real 1787762114]  req@ffff93eda1098780 x1874600962277120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762114.863635:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962277120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762114.863646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762114.863651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762114.863655:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962277120:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762114.863662:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277248:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762114.863697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762114.863709:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762114/real 1787762114]  req@ffff93eda1098000 x1874600962277248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762114.863721:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962277248/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762114.863728:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762114.863732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762114.863735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277248:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762114.863761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277376:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762114.863779:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762114.863788:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762114/real 1787762114]  req@ffff93eda109a940 x1874600962277376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762114.863799:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962277376/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762114.863806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762114.863810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762114.863812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277376:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762115.055387:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762115.631228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762116.079299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762116.655234:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762117.103314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762117.679294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762118.127316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762118.703242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762119.151325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762119.727285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762119.983314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762119.983325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762119.983330:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762119.983343:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3399
00000100:00080000:1.0:1787762119.983354:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762119.983362:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762119.983397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962277504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762119.983441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762119.983444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762119.983445:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762119.983448:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3399
00000100:00080000:1.0:1787762119.983451:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762119.983454:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762119.983462:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762119.983474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962277632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762119.983484:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762119.983488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762119.983490:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762119.983496:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962277504:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762119.983498:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3399
00000100:00080000:1.0:1787762119.983509:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762119.983516:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762119.983521:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762119.983534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962277760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762119.983578:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762119.983621:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762119/real 1787762119]  req@ffff93eda12a4000 x1874600962277504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762119.983662:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962277504/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762119.983675:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762119.983679:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762119.983683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962277504:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762119.983712:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277632:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762119.983736:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762119.983748:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762119/real 1787762119]  req@ffff93eda12a61c0 x1874600962277632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762119.983760:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962277632/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762119.983769:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762119.983771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762119.983773:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277632:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762119.983777:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277760:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762119.983793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762119.983800:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762119/real 1787762119]  req@ffff93eda12a5a40 x1874600962277760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762119.983807:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962277760/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762119.983820:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762119.983822:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762119.983824:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962277760:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762120.175332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762120.751250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762121.199330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762121.775289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762122.223321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762122.799333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762123.247351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762123.823261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762124.271304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762124.847273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762125.103297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762125.103307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762125.103312:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762125.103322:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3404
00000100:00080000:0.0:1787762125.103333:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762125.103340:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762125.103376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962277888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762125.103404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762125.103408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762125.103409:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762125.103413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3404
00000100:00080000:0.0:1787762125.103417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762125.103422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762125.103432:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762125.103443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962278016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762125.103461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762125.103465:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962277888:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762125.103466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762125.103482:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762125.103488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3404
00000100:00080000:0.0:1787762125.103491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762125.103496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762125.103502:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762125.103517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962278144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787762125.103556:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762125.103615:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762125/real 1787762125]  req@ffff93ed82c243c0 x1874600962277888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762125.103634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962277888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762125.103646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762125.103652:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762125.103656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962277888:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762125.103688:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278016:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762125.103707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762125.103716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762125/real 1787762125]  req@ffff93ed82c24780 x1874600962278016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762125.103740:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962278016/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762125.103746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762125.103748:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762125.103750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278016:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762125.103754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278144:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762125.103769:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762125.103775:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762125/real 1787762125]  req@ffff93ed82c26940 x1874600962278144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762125.103782:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962278144/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762125.103802:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762125.103804:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762125.103807:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278144:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762125.295334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762125.871339:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762126.319285:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762126.895313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762127.343336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762127.919310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762128.367291:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762128.943238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762129.391309:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762129.967279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762130.223259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762130.223269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762130.223273:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762130.223283:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3409
00000100:00080000:0.0:1787762130.223294:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762130.223302:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762130.223334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962278272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762130.223362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762130.223365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762130.223367:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762130.223371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3409
00000100:00080000:0.0:1787762130.223375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762130.223379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762130.223389:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762130.223397:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962278272:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762130.223404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962278400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762130.223430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762130.223433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762130.223435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762130.223439:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3409
00000100:00080000:0.0:1787762130.223444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762130.223447:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:3.0:1787762130.223452:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:0.0:1787762130.223454:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762130.223469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962278528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787762130.223492:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762130/real 1787762130]  req@ffff93ed82c27840 x1874600962278272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762130.223512:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962278272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762130.223520:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762130.223523:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762130.223526:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962278272:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762130.223544:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278400:192.168.204.156@tcp:38:kworker.0
00000800:00000100:3.0:1787762130.223559:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762130.223566:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762130/real 1787762130]  req@ffff93ed82c252c0 x1874600962278400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762130.223573:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962278400/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762130.223577:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762130.223579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762130.223581:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278400:192.168.204.156@tcp:38:kworker.0
00000100:00100000:3.0:1787762130.223584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278528:192.168.204.156@tcp:8:kworker.0
00000800:00000100:3.0:1787762130.223593:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762130.223598:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762130/real 1787762130]  req@ffff93ed82c24000 x1874600962278528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762130.223604:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962278528/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762130.223616:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762130.223618:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1787762130.223621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278528:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762130.415310:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762130.991245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762131.439298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762132.015324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762132.463283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762133.039238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762133.487289:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762134.063277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762134.511298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762135.087272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762135.343252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.343263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762135.343267:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762135.343277:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3415
00000100:00080000:3.0:1787762135.343287:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762135.343296:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762135.343326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962278656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762135.343351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.343355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762135.343357:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762135.343362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3415
00000100:00080000:3.0:1787762135.343366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762135.343371:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762135.343379:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762135.343385:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962278656:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762135.343392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962278784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762135.343412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762135.343415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762135.343416:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762135.343419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3415
00000100:00080000:3.0:1787762135.343422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762135.343425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762135.343428:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762135.343437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962278912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762135.343449:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762135.343494:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762135/real 1787762135]  req@ffff93eda10983c0 x1874600962278656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762135.343513:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962278656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762135.343521:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762135.343524:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762135.343527:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962278656:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762135.343543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278784:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762135.343559:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762135.343573:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762135/real 1787762135]  req@ffff93eda1099e00 x1874600962278784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762135.343581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962278784/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762135.343586:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762135.343603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762135.343605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278784:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762135.343609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278912:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762135.343624:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762135.343631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762135/real 1787762135]  req@ffff93eda109a940 x1874600962278912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762135.343637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962278912/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762135.343642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762135.343644:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762135.343646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962278912:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787762135.535290:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762136.111267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762136.559273:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762137.135283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762137.583321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762138.159249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762138.607304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762139.183321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762139.631274:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762140.207246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762140.463281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.463292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762140.463297:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762140.463319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3420
00000100:00080000:3.0:1787762140.463332:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762140.463339:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762140.463381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962279040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762140.463411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.463415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762140.463433:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762140.463439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3420
00000100:00080000:3.0:1787762140.463442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762140.463446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762140.463458:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762140.463468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962279040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762140.463473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962279168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762140.463484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762140.463500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762140.463502:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762140.463506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3420
00000100:00080000:3.0:1787762140.463509:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762140.463514:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762140.463519:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762140.463531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962279296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762140.463548:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762140.463613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762140/real 1787762140]  req@ffff93eda1098000 x1874600962279040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762140.463642:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962279040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762140.463654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762140.463658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762140.463662:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962279040:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762140.463689:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279168:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762140.463714:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762140.463733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762140/real 1787762140]  req@ffff93eda1098780 x1874600962279168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762140.463745:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962279168/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762140.463751:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762140.463753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762140.463755:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279168:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762140.463759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279296:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762140.463775:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762140.463782:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762140/real 1787762140]  req@ffff93eda1098b40 x1874600962279296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762140.463789:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962279296/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762140.463803:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762140.463805:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762140.463807:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279296:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762140.655334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762141.231257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762141.679322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762142.255258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762142.703321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762143.279279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762143.727311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762144.303272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762144.751328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762145.327284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762145.583289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762145.583297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762145.583300:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762145.583315:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3425
00000100:00080000:3.0:1787762145.583343:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762145.583351:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762145.583385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962279424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762145.583431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762145.583434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762145.583436:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762145.583441:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3425
00000100:00080000:3.0:1787762145.583444:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762145.583449:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762145.583460:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762145.583470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962279424:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762145.583475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962279552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762145.583487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762145.583490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762145.583492:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762145.583496:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3425
00000100:00080000:3.0:1787762145.583499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762145.583503:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762145.583508:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762145.583519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962279680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762145.583582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279552:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762145.583611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279680:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762145.775332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762146.351277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762146.799325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762147.375278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762147.823282:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762148.399283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787762148.655413:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787762148.655451:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762148.655468:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762148.655515:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762148.655525:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787762148.655605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762145/real 1787762148]  req@ffff93eda109ad00 x1874600962279552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762148.655629:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962279552/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762148.655640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762148.655644:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762148.655649:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279552:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762148.655655:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762145/real 1787762148]  req@ffff93eda1098b40 x1874600962279680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762148.655667:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962279680/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762148.655674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762148.655677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762148.655693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279680:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787762148.655699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762145/real 1787762148]  req@ffff93eda1099a40 x1874600962279424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762148.655712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962279424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762148.655718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762148.655721:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762148.655724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962279424:192.168.204.156@tcp:250:kworker.0
00010000:00010000:1.0:1787762148.847307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762149.423305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762149.871348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762150.447246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762150.703532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762150.703545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762150.703550:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762150.703560:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3430
00000100:00080000:3.0:1787762150.703572:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762150.703580:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762150.703614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962279808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762150.703649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762150.703654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762150.703656:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762150.703660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3430
00000100:00080000:3.0:1787762150.703664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762150.703668:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762150.703676:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762150.703686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962279936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762150.703694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762150.703697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762150.703700:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762150.703703:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3430
00000100:00080000:3.0:1787762150.703714:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787762150.703718:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962279808:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762150.703727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762150.703734:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762150.703749:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962280064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762150.703785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762150.703823:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff93eda1098780 x1874600962279808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762150.703841:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962279808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762150.703852:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762150.703857:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762150.703861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962279808:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762150.704087:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279936:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762150.704120:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762150.704161:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff93eda1098000 x1874600962279936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762150.704256:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962279936/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762150.704333:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762150.704337:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762150.704341:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962279936:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762150.704372:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280064:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762150.704522:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762150.704537:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762150/real 1787762150]  req@ffff93eda109a940 x1874600962280064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762150.704549:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962280064/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762150.704556:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762150.704560:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762150.704562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280064:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762150.895312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762151.471273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762151.919316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762152.495274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762152.943364:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762153.519250:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762153.967283:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762154.543288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762154.991354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762155.567267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762155.823292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762155.823302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762155.823306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762155.823316:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3435
00000100:00080000:0.0:1787762155.823327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762155.823336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762155.823376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962280192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762155.823415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762155.823419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762155.823420:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762155.823425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3435
00000100:00080000:0.0:1787762155.823429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762155.823437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762155.823448:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762155.823467:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962280192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762155.823475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962280320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762155.823484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762155.823486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762155.823488:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762155.823490:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3435
00000100:00080000:0.0:1787762155.823493:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762155.823495:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762155.823504:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762155.823512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962280448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762155.823538:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762155.823578:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff93ed82c24000 x1874600962280192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762155.823595:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962280192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762155.823605:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762155.823609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762155.823613:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962280192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762155.823635:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280320:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762155.823661:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762155.823672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff93ed82c252c0 x1874600962280320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762155.823690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962280320/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762155.823697:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762155.823700:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762155.823704:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280320:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762155.823709:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280448:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762155.823726:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762155.823735:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762155/real 1787762155]  req@ffff93ed82c27840 x1874600962280448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762155.823745:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962280448/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762155.823752:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762155.823754:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762155.823758:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280448:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762156.015317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762156.591286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762157.039346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762157.615259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762158.063286:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762158.639242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762159.087385:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762159.663287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762160.111328:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762160.687270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762160.943277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762160.943287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762160.943291:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762160.943303:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3440
00000100:00080000:3.0:1787762160.943314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762160.943320:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762160.943355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962280576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762160.943376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762160.943379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762160.943380:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762160.943395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3440
00000100:00080000:3.0:1787762160.943404:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762160.943408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762160.943416:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962280576:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1787762160.943417:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762160.943429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962280704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762160.943437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762160.943439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762160.943440:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762160.943443:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3440
00000100:00080000:3.0:1787762160.943445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762160.943448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762160.943451:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762160.943458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962280832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762160.943470:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762160.943506:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762160/real 1787762160]  req@ffff93eda1099e00 x1874600962280576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762160.943517:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962280576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762160.943524:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762160.943526:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762160.943529:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962280576:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762160.943547:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280704:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762160.943560:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762160.943566:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762160/real 1787762160]  req@ffff93eda10983c0 x1874600962280704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762160.943573:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962280704/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762160.943578:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762160.943584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762160.943587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280704:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762160.943590:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280832:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762160.943600:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762160.943605:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762160/real 1787762160]  req@ffff93eda109a940 x1874600962280832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762160.943611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962280832/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762160.943624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762160.943626:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762160.943628:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962280832:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762161.135317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762161.711289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762162.159345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762162.735285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762163.183325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762163.759283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762164.207379:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762164.783289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762165.231309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762165.807261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762166.063244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762166.063252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762166.063255:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762166.063263:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3445
00000100:00080000:3.0:1787762166.063279:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762166.063301:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762166.063342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962280960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762166.063367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762166.063370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762166.063372:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762166.063376:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3445
00000100:00080000:3.0:1787762166.063380:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762166.063384:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762166.063394:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762166.063405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962281088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762166.063412:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962280960:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762166.063414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762166.063417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762166.063419:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762166.063422:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3445
00000100:00080000:3.0:1787762166.063425:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762166.063428:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762166.063432:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762166.063440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962281216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762166.063479:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762166.063517:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762166/real 1787762166]  req@ffff93eda1098000 x1874600962280960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762166.063533:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962280960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762166.063542:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762166.063546:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762166.063550:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962280960:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762166.063569:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281088:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762166.063585:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762166.063593:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762166/real 1787762166]  req@ffff93eda1098780 x1874600962281088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762166.063600:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962281088/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762166.063613:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762166.063615:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762166.063617:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281088:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762166.063623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281216:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762166.063643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762166.063654:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762166/real 1787762166]  req@ffff93eda1099a40 x1874600962281216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762166.063674:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962281216/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762166.063683:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762166.063686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762166.063689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281216:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762166.255935:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762166.831280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762167.279299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762167.855244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762168.303304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762168.879305:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762169.327356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762169.903259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762170.351305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762170.927301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762171.183293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762171.183301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762171.183304:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762171.183312:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3450
00000100:00080000:1.0:1787762171.183321:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762171.183327:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762171.183356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962281344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762171.183397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762171.183402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762171.183403:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762171.183406:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3450
00000100:00080000:1.0:1787762171.183408:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762171.183412:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762171.183419:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762171.183433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962281472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762171.183442:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962281344:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762171.183443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762171.183449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762171.183452:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762171.183455:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3450
00000100:00080000:1.0:1787762171.183457:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762171.183459:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762171.183461:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762171.183470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962281600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762171.183511:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762171.183549:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762171/real 1787762171]  req@ffff93eda12a6940 x1874600962281344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762171.183566:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962281344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762171.183577:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762171.183581:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762171.183584:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962281344:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762171.183609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281472:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762171.183631:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762171.183652:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762171/real 1787762171]  req@ffff93eda12a7c00 x1874600962281472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762171.183664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962281472/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762171.183673:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762171.183676:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762171.183679:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281472:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762171.183685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281600:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762171.183707:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762171.183718:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762171/real 1787762171]  req@ffff93eda12a6580 x1874600962281600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762171.183730:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962281600/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762171.183738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762171.183741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762171.183744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281600:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762171.375325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762171.951246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762172.399313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762172.975294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762173.423324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762173.999255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762174.447338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762175.023264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762175.471319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762176.047318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762176.303286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762176.303297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762176.303302:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762176.303311:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3455
00000100:00080000:3.0:1787762176.303322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762176.303328:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762176.303359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962281728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762176.303389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762176.303397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762176.303399:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762176.303404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3455
00000100:00080000:3.0:1787762176.303409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762176.303413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762176.303423:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762176.303432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962281728:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762176.303439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962281856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762176.303451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762176.303454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762176.303479:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1787762176.303483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787762176.303485:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3455
00000100:00080000:3.0:1787762176.303490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762176.303494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762176.303499:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762176.303510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962281984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762176.303534:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762176/real 1787762176]  req@ffff93eda1098b40 x1874600962281728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762176.303564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962281728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762176.303582:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762176.303584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762176.303588:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962281728:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762176.303606:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281856:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762176.303623:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762176.303631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762176/real 1787762176]  req@ffff93eda109ad00 x1874600962281856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762176.303639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962281856/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762176.303644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762176.303646:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762176.303648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281856:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762176.303651:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281984:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762176.303661:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762176.303666:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762176/real 1787762176]  req@ffff93eda1099a40 x1874600962281984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762176.303672:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962281984/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762176.303677:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762176.303679:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762176.303681:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962281984:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762176.495306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762177.071262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762177.519302:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762178.095270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762178.543325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762179.119247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762179.567326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762180.143277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762180.591407:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762181.167262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762181.423285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.423300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762181.423305:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762181.423314:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3461
00000100:00080000:3.0:1787762181.423324:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762181.423332:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762181.423367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962282112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762181.423398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.423402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762181.423404:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762181.423408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3461
00000100:00080000:3.0:1787762181.423412:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762181.423430:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762181.423440:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762181.423452:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962282112:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762181.423456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962282240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762181.423469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762181.423472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762181.423474:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762181.423477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3461
00000100:00080000:3.0:1787762181.423482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762181.423486:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762181.423491:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762181.423501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962282368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762181.423517:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762181.423565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762181/real 1787762181]  req@ffff93eda1098780 x1874600962282112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762181.423580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962282112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762181.423588:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762181.423591:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762181.423594:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962282112:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762181.423612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282240:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762181.423627:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762181.423635:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762181/real 1787762181]  req@ffff93eda1098000 x1874600962282240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762181.423642:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962282240/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762181.423647:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762181.423649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762181.423651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282240:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762181.423655:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282368:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762181.423664:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762181.423672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762181/real 1787762181]  req@ffff93eda109a940 x1874600962282368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762181.423726:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962282368/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762181.423733:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762181.423736:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762181.423739:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282368:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762181.615317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762182.191353:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762182.639352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762183.215281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762183.663318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762184.239342:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762184.687337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762185.263252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762185.711328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762186.287301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762186.543337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762186.543346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762186.543350:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762186.543357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3466
00000100:00080000:1.0:1787762186.543366:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762186.543373:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762186.543409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962282496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762186.543437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762186.543440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762186.543441:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762186.543444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3466
00000100:00080000:1.0:1787762186.543446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762186.543450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762186.543457:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762186.543467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962282624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762186.543472:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962282496:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762186.543477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762186.543480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762186.543481:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762186.543483:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3466
00000100:00080000:1.0:1787762186.543485:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762186.543500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762186.543504:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762186.543511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962282752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762186.543524:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762186.543565:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762186/real 1787762186]  req@ffff93eda12a6580 x1874600962282496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762186.543583:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962282496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762186.543594:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762186.543608:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762186.543611:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962282496:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762186.543629:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282624:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762186.543645:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762186.543665:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762186/real 1787762186]  req@ffff93eda12a7c00 x1874600962282624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762186.543677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962282624/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762186.543693:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762186.543695:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762186.543697:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282624:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762186.543701:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282752:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762186.543716:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762186.543723:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762186/real 1787762186]  req@ffff93eda12a6940 x1874600962282752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762186.543729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962282752/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762186.543734:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762186.543742:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762186.543744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962282752:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762186.735317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762187.311259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762187.759296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762188.335261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762188.783329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762189.359248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762189.807298:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762190.383295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762190.831329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762191.407254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762191.663265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.663274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762191.663277:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762191.663297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3471
00000100:00080000:3.0:1787762191.663306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762191.663311:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762191.663338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962282880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762191.663359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.663361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762191.663363:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762191.663365:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3471
00000100:00080000:3.0:1787762191.663367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762191.663370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762191.663376:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762191.663384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962283008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762191.663392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762191.663394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762191.663394:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762191.663399:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3471
00000100:00100000:0.0:1787762191.663400:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962282880:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762191.663401:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762191.663407:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762191.663411:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762191.663419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962283136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762191.663454:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762191.663488:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762191/real 1787762191]  req@ffff93eda10983c0 x1874600962282880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762191.663518:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962282880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762191.663528:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762191.663532:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762191.663536:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962282880:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762191.663565:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283008:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762191.663587:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762191.663599:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762191/real 1787762191]  req@ffff93eda1099e00 x1874600962283008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762191.663610:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962283008/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762191.663618:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762191.663620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762191.663623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283008:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762191.663628:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283136:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762191.663647:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762191.663657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762191/real 1787762191]  req@ffff93eda109a940 x1874600962283136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762191.663667:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962283136/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762191.663674:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762191.663677:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762191.663680:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283136:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762191.855325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762192.431258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762192.879308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762193.455277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762193.903295:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762194.479246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762194.927294:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762195.503278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762195.951333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762196.527229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762196.783259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.783268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762196.783272:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762196.783282:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3476
00000100:00080000:3.0:1787762196.783293:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762196.783301:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762196.783342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962283264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762196.783369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.783376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762196.783378:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762196.783382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3476
00000100:00080000:3.0:1787762196.783385:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762196.783389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762196.783408:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762196.783423:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962283264:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762196.783424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962283392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762196.783436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762196.783439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762196.783452:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762196.783456:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3476
00000100:00080000:3.0:1787762196.783461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762196.783465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762196.783471:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787762196.783475:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1787762196.783488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962283520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762196.783518:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762196/real 1787762196]  req@ffff93eda1098000 x1874600962283264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762196.783537:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962283264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762196.783545:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762196.783548:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762196.783551:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962283264:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762196.783568:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283392:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762196.783583:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762196.783591:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762196/real 1787762196]  req@ffff93eda1098780 x1874600962283392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762196.783598:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962283392/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762196.783603:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762196.783605:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762196.783606:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283392:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762196.783609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283520:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762196.783619:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762196.783624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762196/real 1787762196]  req@ffff93eda1099a40 x1874600962283520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762196.783631:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962283520/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762196.783643:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762196.783645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762196.783647:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283520:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762196.975316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762197.551263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762197.999277:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762198.575236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762199.023285:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762199.599278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762200.047324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762200.623254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762201.071310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762201.647235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762201.903343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762201.903356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762201.903361:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762201.903371:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3481
00000100:00080000:1.0:1787762201.903406:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762201.903414:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762201.903476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962283648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762201.903509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762201.903513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762201.903515:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762201.903519:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3481
00000100:00080000:1.0:1787762201.903522:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762201.903529:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762201.903565:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762201.903582:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962283776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762201.903596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762201.903597:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962283648:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762201.903600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762201.903604:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762201.903617:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3481
00000100:00080000:1.0:1787762201.903621:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762201.903624:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762201.903629:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762201.903639:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962283904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762201.903681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762201.903722:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762201/real 1787762201]  req@ffff93eda12a5a40 x1874600962283648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762201.903739:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962283648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762201.903749:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762201.903753:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762201.903757:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962283648:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762201.903781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283776:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762201.903798:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762201.903808:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762201/real 1787762201]  req@ffff93eda12a61c0 x1874600962283776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762201.903819:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962283776/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762201.903828:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762201.903831:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762201.903834:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283776:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762201.903851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283904:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762201.903869:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762201.903877:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762201/real 1787762201]  req@ffff93eda12a4000 x1874600962283904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762201.903887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962283904/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762201.903895:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762201.903898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762201.903901:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962283904:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762202.095397:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762202.671267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762203.119421:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762203.695287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762204.143333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762204.719263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762205.167329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762205.743277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762206.191389:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762206.767306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762207.023341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762207.023355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762207.023360:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762207.023372:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3486
00000100:00080000:1.0:1787762207.023393:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762207.023404:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762207.023454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962284032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762207.023488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762207.023510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762207.023513:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762207.023535:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3486
00000100:00080000:1.0:1787762207.023541:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787762207.023543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962284032:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762207.023551:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762207.023565:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762207.023585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962284160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762207.023598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762207.023602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762207.023604:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762207.023608:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3486
00000100:00080000:1.0:1787762207.023612:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787762207.023613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1787762207.023621:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762207.023628:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762207.023642:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962284288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762207.023673:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762207/real 1787762207]  req@ffff93eda12a4000 x1874600962284032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762207.023697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962284032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762207.023709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762207.023714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762207.023719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962284032:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762207.023747:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284160:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762207.023773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762207.023787:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762207/real 1787762207]  req@ffff93eda12a61c0 x1874600962284160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762207.023812:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962284160/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762207.023822:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762207.023826:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762207.023829:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284160:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762207.023836:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284288:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762207.023859:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762207.023868:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762207/real 1787762207]  req@ffff93eda12a5a40 x1874600962284288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762207.023877:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962284288/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762207.023883:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762207.023885:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762207.023887:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284288:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762207.215348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762207.791275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762208.239393:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762208.815275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762209.263292:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762209.839266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762210.287322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762210.863259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762211.311342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762211.887244:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762212.143271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762212.143281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762212.143285:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762212.143294:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3491
00000100:00080000:1.0:1787762212.143302:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762212.143329:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762212.143360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962284416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762212.143387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762212.143390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762212.143392:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762212.143400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3491
00000100:00080000:1.0:1787762212.143405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762212.143409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762212.143417:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762212.143430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962284544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762212.143432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962284416:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762212.143444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762212.143447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762212.143448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762212.143450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3491
00000100:00080000:1.0:1787762212.143452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762212.143455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762212.143458:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762212.143464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962284672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762212.143534:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284544:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762212.143562:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284672:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762212.335318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762212.911286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762213.359330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762213.935287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762214.383329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762214.959273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787762215.215400:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787762215.215441:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787762215.215457:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787762215.215500:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787762215.215510:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787762215.215558:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762212/real 1787762215]  req@ffff93eda12a7c00 x1874600962284544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762215.215601:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962284544/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762215.215613:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762215.215619:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762215.215623:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284544:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762215.215631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762212/real 1787762215]  req@ffff93eda12a6580 x1874600962284672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762215.215643:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962284672/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762215.215651:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762215.215654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762215.215657:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284672:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787762215.215663:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762212/real 1787762215]  req@ffff93eda12a6940 x1874600962284416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762215.215675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962284416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762215.215682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762215.215686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762215.215689:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962284416:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787762215.407356:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762215.983282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762216.431300:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762217.007289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762217.263266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762217.263274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762217.263287:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762217.263296:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3496
00000100:00080000:3.0:1787762217.263311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762217.263316:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762217.263342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962284800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762217.263359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762217.263362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762217.263363:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762217.263366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3496
00000100:00080000:3.0:1787762217.263368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762217.263370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762217.263377:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762217.263388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962284928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762217.263394:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962284800:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762217.263400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762217.263407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762217.263408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762217.263412:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3496
00000100:00080000:3.0:1787762217.263416:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762217.263419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762217.263425:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762217.263437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962285056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762217.263458:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762217.263504:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762217/real 1787762217]  req@ffff93eda109ad00 x1874600962284800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762217.263523:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962284800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762217.263534:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762217.263539:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762217.263543:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962284800:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762217.263571:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284928:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762217.263597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762217.263609:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762217/real 1787762217]  req@ffff93eda1098b40 x1874600962284928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762217.263621:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962284928/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762217.263629:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762217.263632:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762217.263635:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962284928:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762217.263640:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285056:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762217.263659:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762217.263671:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762217/real 1787762217]  req@ffff93eda1099a40 x1874600962285056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762217.263694:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962285056/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762217.263701:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762217.263704:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762217.263706:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285056:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762217.455318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762218.031316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762218.479407:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762219.055275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762219.503329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762220.079228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762220.527325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762221.103288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762221.551316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762222.127327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762222.383281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.383290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762222.383295:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762222.383304:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3502
00000100:00080000:3.0:1787762222.383315:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762222.383322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762222.383362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962285184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762222.383388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.383392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762222.383393:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762222.383398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3502
00000100:00080000:3.0:1787762222.383401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762222.383404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762222.383415:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762222.383427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962285312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762222.383436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762222.383439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787762222.383441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962285184:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762222.383459:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762222.383463:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3502
00000100:00080000:3.0:1787762222.383467:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762222.383471:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762222.383475:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762222.383484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962285440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762222.383512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762222.383572:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762222/real 1787762222]  req@ffff93eda1098780 x1874600962285184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762222.383586:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962285184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762222.383594:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762222.383597:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762222.383601:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962285184:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762222.383626:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285312:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762222.383643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762222.383650:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762222/real 1787762222]  req@ffff93eda1098000 x1874600962285312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762222.383657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962285312/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762222.383671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762222.383673:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762222.383675:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285312:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762222.383679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285440:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762222.383693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762222.383699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762222/real 1787762222]  req@ffff93eda109a940 x1874600962285440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762222.383706:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962285440/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762222.383710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762222.383712:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762222.383713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285440:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762222.575358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762223.151274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762223.599330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762224.175270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762224.623301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762225.199324:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762225.647373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762226.223267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762226.671284:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762227.247260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762227.503259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762227.503266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762227.503269:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762227.503277:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3507
00000100:00080000:3.0:1787762227.503285:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762227.503291:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762227.503320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962285568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762227.503341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762227.503343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762227.503345:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762227.503347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3507
00000100:00080000:3.0:1787762227.503349:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762227.503364:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762227.503371:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762227.503382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962285696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762227.503383:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962285568:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762227.503396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762227.503398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762227.503399:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762227.503401:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3507
00000100:00080000:3.0:1787762227.503403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762227.503405:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762227.503407:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762227.503415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962285824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762227.503448:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762227.503485:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762227/real 1787762227]  req@ffff93eda1099e00 x1874600962285568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762227.503502:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962285568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762227.503513:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762227.503518:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762227.503522:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962285568:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762227.503555:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285696:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762227.503573:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762227.503582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762227/real 1787762227]  req@ffff93eda10983c0 x1874600962285696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762227.503589:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962285696/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762227.503595:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762227.503597:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762227.503599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285696:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762227.503602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285824:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762227.503612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762227.503617:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762227/real 1787762227]  req@ffff93eda109a940 x1874600962285824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762227.503624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962285824/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762227.503628:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762227.503630:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762227.503639:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962285824:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762227.695327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762228.271243:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762228.719280:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762229.295285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762229.743318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762230.319235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762230.767309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762231.343268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762231.791323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762232.367284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762232.623238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762232.623248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762232.623253:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762232.623262:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3512
00000100:00080000:3.0:1787762232.623272:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762232.623279:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762232.623309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962285952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762232.623344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762232.623347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762232.623349:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762232.623353:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3512
00000100:00080000:3.0:1787762232.623356:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762232.623361:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762232.623370:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762232.623377:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962285952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762232.623382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962286080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762232.623393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762232.623396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762232.623398:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762232.623401:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3512
00000100:00080000:3.0:1787762232.623404:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762232.623407:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762232.623411:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762232.623420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962286208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762232.623437:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762232.623484:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762232/real 1787762232]  req@ffff93eda1098000 x1874600962285952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762232.623514:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962285952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762232.623524:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762232.623528:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762232.623532:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962285952:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762232.623553:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286080:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762232.623572:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762232.623582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762232/real 1787762232]  req@ffff93eda1098780 x1874600962286080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762232.623593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962286080/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762232.623600:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762232.623603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762232.623606:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286080:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762232.623611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286208:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762232.623624:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762232.623631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762232/real 1787762232]  req@ffff93eda1099a40 x1874600962286208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762232.623642:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962286208/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762232.623659:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762232.623662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762232.623665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286208:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762232.815342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762233.391303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762233.839370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762234.415267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762234.863308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762235.439275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762235.887288:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762236.463272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762236.911358:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762237.487235:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762237.743265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762237.743273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762237.743276:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762237.743284:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3517
00000100:00080000:3.0:1787762237.743293:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762237.743299:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762237.743327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962286336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762237.743355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762237.743357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762237.743358:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762237.743364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3517
00000100:00080000:3.0:1787762237.743367:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762237.743370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762237.743379:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762237.743393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962286464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762237.743399:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962286336:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762237.743407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762237.743411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762237.743413:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762237.743417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3517
00000100:00080000:3.0:1787762237.743421:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762237.743425:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762237.743431:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762237.743457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962286592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762237.743463:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762237.743500:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762237/real 1787762237]  req@ffff93eda1098b40 x1874600962286336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762237.743512:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962286336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762237.743519:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762237.743522:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762237.743524:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962286336:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762237.743542:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286464:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762237.743555:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762237.743562:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762237/real 1787762237]  req@ffff93eda109ad00 x1874600962286464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762237.743569:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962286464/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762237.743574:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762237.743576:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762237.743578:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286464:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762237.743589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286592:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762237.743602:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762237.743625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762237/real 1787762237]  req@ffff93eda1099a40 x1874600962286592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762237.743633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962286592/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762237.743637:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762237.743639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762237.743641:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286592:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762237.935308:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762238.511272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762238.959311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762239.535276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762239.983298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762240.559269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762241.007289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762241.583254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762242.031319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762242.607275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762242.863302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762242.863311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762242.863314:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762242.863323:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3522
00000100:00080000:1.0:1787762242.863332:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762242.863337:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762242.863367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962286720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762242.863386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762242.863389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762242.863401:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762242.863405:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3522
00000100:00080000:1.0:1787762242.863407:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762242.863411:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762242.863417:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762242.863424:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962286720:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762242.863428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962286848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762242.863436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762242.863437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762242.863439:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762242.863441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3522
00000100:00080000:1.0:1787762242.863443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762242.863445:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762242.863448:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762242.863454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962286976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762242.863477:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762242.863521:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762242/real 1787762242]  req@ffff93eda12a6940 x1874600962286720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762242.863534:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962286720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762242.863541:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762242.863544:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762242.863547:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962286720:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762242.863564:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286848:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762242.863585:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762242.863593:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762242/real 1787762242]  req@ffff93eda12a6580 x1874600962286848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762242.863606:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962286848/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762242.863612:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762242.863614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762242.863616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286848:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762242.863619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286976:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762242.863632:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762242.863638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762242/real 1787762242]  req@ffff93eda12a7c00 x1874600962286976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762242.863645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962286976/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762242.863649:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762242.863651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762242.863653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962286976:192.168.204.156@tcp:8:kworker.0
00010000:00010000:0.0:1787762243.055354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762243.631249:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762244.079350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762244.655286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762245.103307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762245.679273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762246.127318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762246.703263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762247.151335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762247.727280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762247.983285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762247.983295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762247.983300:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762247.983310:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3527
00000100:00080000:0.0:1787762247.983320:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762247.983346:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762247.983380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962287104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762247.983420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762247.983423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762247.983424:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762247.983427:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3527
00000100:00080000:0.0:1787762247.983430:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762247.983433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762247.983442:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762247.983452:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962287232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762247.983460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762247.983462:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962287104:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762247.983463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762247.983467:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762247.983471:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3527
00000100:00080000:0.0:1787762247.983473:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762247.983475:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762247.983478:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762247.983486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962287360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762247.983530:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762247.983579:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762247/real 1787762247]  req@ffff93ed82c26940 x1874600962287104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762247.983593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962287104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762247.983602:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762247.983612:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762247.983616:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962287104:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762247.983651:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287232:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762247.983672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762247.983691:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762247/real 1787762247]  req@ffff93ed82c24780 x1874600962287232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762247.983704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962287232/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762247.983713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762247.983717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762247.983720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287232:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762247.983726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287360:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762247.983747:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762247.983758:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762247/real 1787762247]  req@ffff93ed82c243c0 x1874600962287360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762247.983770:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962287360/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762247.983779:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762247.983781:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762247.983785:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287360:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762248.175350:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762248.751285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762249.199299:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762249.775271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762250.223310:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762250.799274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762251.247332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762251.823252:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762252.271301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762252.847260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762253.103299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762253.103322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762253.103326:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762253.103337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3532
00000100:00080000:3.0:1787762253.103348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762253.103356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762253.103392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962287488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762253.103418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762253.103422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762253.103424:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787762253.103444:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962287488:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762253.103445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3532
00000100:00080000:3.0:1787762253.103453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762253.103459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762253.103469:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762253.103484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962287616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762253.103496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762253.103499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1787762253.103503:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787762253.103504:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762253.103511:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3532
00000100:00080000:3.0:1787762253.103515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762253.103520:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762253.103525:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762253.103538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962287744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762253.103544:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762253/real 1787762253]  req@ffff93eda1098780 x1874600962287488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762253.103564:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962287488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762253.103575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762253.103579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762253.103583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962287488:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762253.103602:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287616:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762253.103619:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762253.103628:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762253/real 1787762253]  req@ffff93eda1098000 x1874600962287616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762253.103648:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962287616/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762253.103656:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762253.103659:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762253.103662:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287616:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762253.103668:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287744:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762253.103687:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762253.103695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762253/real 1787762253]  req@ffff93eda109a940 x1874600962287744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762253.103712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962287744/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762253.103720:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762253.103724:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762253.103727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962287744:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762253.295356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762253.871285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762254.319319:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762254.895245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762255.343354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762255.919342:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762256.367336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762256.943293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762257.391316:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762257.967371:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762258.223282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762258.223293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762258.223298:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762258.223308:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3537
00000100:00080000:3.0:1787762258.223318:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762258.223343:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762258.223374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962287872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762258.223396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762258.223400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762258.223402:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762258.223406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3537
00000100:00080000:3.0:1787762258.223410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762258.223414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762258.223424:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762258.223439:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962287872:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762258.223439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962288000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762258.223446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762258.223449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762258.223450:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762258.223456:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3537
00000100:00080000:3.0:1787762258.223461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762258.223465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762258.223470:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762258.223483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962288128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762258.223512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762258.223553:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762258/real 1787762258]  req@ffff93eda10983c0 x1874600962287872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762258.223571:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962287872/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762258.223581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762258.223584:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762258.223587:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962287872:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762258.223612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288000:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762258.223628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762258.223637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762258/real 1787762258]  req@ffff93eda1099e00 x1874600962288000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762258.223649:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962288000/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762258.223669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762258.223673:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762258.223677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288000:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762258.223683:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288128:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762258.223706:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762258.223717:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762258/real 1787762258]  req@ffff93eda109a940 x1874600962288128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762258.223739:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962288128/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762258.223746:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762258.223748:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762258.223750:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288128:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762258.415353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762258.991283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762259.439348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762260.015290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762260.463337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762261.039270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762261.487329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762262.063326:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762262.511353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762263.087288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762263.343331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762263.343341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762263.343345:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762263.343368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3543
00000100:00080000:1.0:1787762263.343379:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762263.343387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762263.343423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962288256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762263.343457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762263.343473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762263.343476:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762263.343480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3543
00000100:00080000:1.0:1787762263.343485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762263.343489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762263.343499:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762263.343513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962288384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762263.343522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762263.343525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762263.343527:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762263.343531:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3543
00000100:00080000:1.0:1787762263.343534:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762263.343537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762263.343542:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762263.343553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962288512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762263.343654:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962288256:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787762263.343725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762263.343778:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762263/real 1787762263]  req@ffff93eda12a5a40 x1874600962288256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762263.343795:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962288256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762263.343805:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762263.343809:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762263.343812:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962288256:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762263.343819:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288384:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762263.343842:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762263.343855:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762263/real 1787762263]  req@ffff93eda12a61c0 x1874600962288384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762263.343866:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962288384/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762263.343884:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762263.343887:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762263.343890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288384:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762263.343896:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288512:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762263.343916:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762263.343942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762263/real 1787762263]  req@ffff93eda12a4000 x1874600962288512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762263.343964:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962288512/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762263.343983:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762263.343987:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762263.343990:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288512:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762263.535323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762264.111293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762264.559417:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762265.135279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762265.583318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762266.159273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762266.607342:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762267.183278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762267.631353:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762268.207309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762268.463345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762268.463358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762268.463364:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762268.463375:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3548
00000100:00080000:1.0:1787762268.463387:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762268.463394:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762268.463437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962288640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762268.463485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762268.463489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762268.463491:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762268.463496:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3548
00000100:00080000:1.0:1787762268.463500:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762268.463504:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762268.463515:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762268.463530:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962288768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762268.463540:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962288640:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762268.463544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762268.463550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762268.463552:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762268.463556:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3548
00000100:00080000:1.0:1787762268.463559:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762268.463563:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762268.463568:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762268.463580:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962288896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762268.463615:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762268.463670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762268/real 1787762268]  req@ffff93eda12a4000 x1874600962288640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762268.463690:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962288640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762268.463699:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762268.463704:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762268.463708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962288640:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762268.463736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288768:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762268.463757:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762268.463770:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762268/real 1787762268]  req@ffff93eda12a61c0 x1874600962288768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762268.463782:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962288768/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762268.463790:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762268.463794:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762268.463797:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288768:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762268.463810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288896:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762268.463831:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762268.463842:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762268/real 1787762268]  req@ffff93eda12a5a40 x1874600962288896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762268.463852:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962288896/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762268.463857:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762268.463860:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762268.463864:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962288896:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762268.655361:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762269.231297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762269.679322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762270.255274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762270.703315:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762271.279289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762271.727338:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762272.303276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762272.751351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762273.327285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762273.583798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762273.583809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762273.583813:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762273.583823:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3553
00000100:00080000:3.0:1787762273.583833:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762273.583841:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762273.583876:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962289024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762273.583903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762273.583907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762273.583919:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762273.583923:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3553
00000100:00080000:3.0:1787762273.583927:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762273.583931:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762273.583940:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762273.583966:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962289024:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762273.583969:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962289152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762273.583983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762273.583986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762273.583988:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762273.583993:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3553
00000100:00080000:3.0:1787762273.583997:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762273.584001:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762273.584007:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762273.584019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962289280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762273.584039:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762273.584084:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff93eda1098000 x1874600962289024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762273.584101:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962289024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762273.584118:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762273.584122:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762273.584126:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962289024:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762273.584157:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289152:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762273.584204:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762273.584216:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff93eda1098780 x1874600962289152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762273.584235:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962289152/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762273.584243:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762273.584246:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762273.584249:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289152:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762273.584255:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289280:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762273.584274:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762273.584283:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762273/real 1787762273]  req@ffff93eda1099a40 x1874600962289280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762273.584293:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962289280/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762273.584310:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762273.584313:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762273.584315:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289280:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762273.775370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762274.351288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762274.799304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762275.375276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762275.823366:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762276.399277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762276.847355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762277.423330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762277.871367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762278.447279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762278.703301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762278.703312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762278.703316:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762278.703326:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3558
00000100:00080000:0.0:1787762278.703337:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762278.703344:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762278.703379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962289408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762278.703420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762278.703423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762278.703425:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762278.703429:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3558
00000100:00080000:0.0:1787762278.703434:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762278.703439:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762278.703448:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762278.703455:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962289408:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762278.703463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962289536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762278.703474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762278.703478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762278.703480:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762278.703483:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3558
00000100:00080000:0.0:1787762278.703497:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762278.703503:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762278.703508:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762278.703519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962289664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762278.703548:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289536:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762278.703578:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289664:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762278.895354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762279.471271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762279.919353:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762280.495275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762280.943313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762281.519284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787762281.775430:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787762281.775464:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762281.775476:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762281.775530:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762281.775541:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:1.0:1787762281.775572:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff93ed82c270c0 x1874600962289536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.775596:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962289536/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762281.775609:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.775614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762281.775618:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289536:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762281.775626:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff93ed82c27480 x1874600962289664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.775637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962289664/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762281.775646:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.775649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762281.775652:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289664:192.168.204.156@tcp:8:kworker.0
00000100:00100000:1.0:1787762281.775658:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762278/real 1787762281]  req@ffff93ed82c24b40 x1874600962289408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762281.775669:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962289408/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762281.775676:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762281.775679:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762281.775682:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962289408:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787762281.967370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762282.543248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762282.991452:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762283.567296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762283.823262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762283.823270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762283.823274:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762283.823282:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3563
00000100:00080000:0.0:1787762283.823303:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762283.823309:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762283.823337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962289792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762283.823361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762283.823364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762283.823365:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762283.823368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3563
00000100:00080000:0.0:1787762283.823370:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762283.823372:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762283.823380:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762283.823388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962289920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762283.823397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762283.823400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762283.823402:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762283.823406:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3563
00000100:00080000:0.0:1787762283.823409:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762283.823416:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762283.823416:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962289792:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787762283.823425:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762283.823436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962290048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762283.823492:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762283.823527:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff93ed82c26d00 x1874600962289792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762283.823543:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962289792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762283.823554:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762283.823558:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762283.823562:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962289792:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762283.823570:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289920:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762283.823605:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762283.823618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff93ed82c25e00 x1874600962289920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762283.823630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962289920/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762283.823639:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762283.823642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762283.823646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962289920:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762283.823672:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290048:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762283.823691:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762283.823700:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762283/real 1787762283]  req@ffff93ed82c261c0 x1874600962290048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762283.823732:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962290048/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762283.823741:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762283.823744:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762283.823747:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290048:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762284.015314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762284.591268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762285.039304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762285.615282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762286.063318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762286.639231:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762287.087301:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762287.663266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762288.111311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762288.687237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762288.943292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762288.943321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762288.943327:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762288.943338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3568
00000100:00080000:3.0:1787762288.943348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762288.943356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762288.943388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962290176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762288.943413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762288.943416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762288.943417:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762288.943421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3568
00000100:00080000:3.0:1787762288.943424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762288.943428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762288.943437:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762288.943452:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962290176:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762288.943453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962290304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762288.943467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762288.943470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762288.943472:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762288.943476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3568
00000100:00080000:3.0:1787762288.943479:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762288.943483:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762288.943489:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762288.943500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962290432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762288.943515:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762288.943546:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff93eda109ad00 x1874600962290176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762288.943558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962290176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762288.943564:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762288.943567:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762288.943569:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962290176:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762288.943590:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290304:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762288.943603:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762288.943609:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff93eda1098b40 x1874600962290304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762288.943633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962290304/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762288.943652:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762288.943656:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762288.943660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290304:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762288.943665:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290432:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762288.943685:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762288.943693:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762288/real 1787762288]  req@ffff93eda1099a40 x1874600962290432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762288.943701:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962290432/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762288.943705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762288.943707:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762288.943709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290432:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762289.135351:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762289.711265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762290.159324:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762290.735282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762291.183320:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762291.759270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762292.207333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762292.783270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762293.231312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762293.807242:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762294.063304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762294.063331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762294.063335:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762294.063346:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3573
00000100:00080000:0.0:1787762294.063356:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762294.063364:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762294.063409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962290560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762294.063436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762294.063440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762294.063442:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762294.063446:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3573
00000100:00080000:0.0:1787762294.063450:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762294.063454:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762294.063463:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762294.063477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962290688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762294.063481:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962290560:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762294.063495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762294.063499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762294.063501:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762294.063505:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3573
00000100:00080000:0.0:1787762294.063509:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762294.063530:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762294.063535:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762294.063547:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962290816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762294.063552:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762294.063587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762294/real 1787762294]  req@ffff93ed82c261c0 x1874600962290560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762294.063600:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962290560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762294.063607:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762294.063610:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762294.063612:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962290560:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762294.063645:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290688:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762294.063668:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762294.063680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762294/real 1787762294]  req@ffff93ed82c25e00 x1874600962290688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762294.063692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962290688/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762294.063700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762294.063703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762294.063705:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290688:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762294.063711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290816:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762294.063736:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762294.063747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762294/real 1787762294]  req@ffff93ed82c26d00 x1874600962290816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762294.063758:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962290816/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762294.063765:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762294.063768:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762294.063771:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962290816:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762294.255306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762294.831269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762295.279430:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762295.855219:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762296.303307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762296.879284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762297.327339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762297.903262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762298.351350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762298.927266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762299.183273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762299.183281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762299.183286:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762299.183296:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3578
00000100:00080000:3.0:1787762299.183306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762299.183318:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762299.183352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962290944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762299.183377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762299.183381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762299.183382:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762299.183386:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3578
00000100:00080000:3.0:1787762299.183390:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762299.183394:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762299.183403:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762299.183425:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962290944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762299.183444:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962291072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762299.183455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762299.183458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762299.183460:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762299.183464:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3578
00000100:00080000:3.0:1787762299.183468:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762299.183471:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:1.0:1787762299.183477:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787762299.183477:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762299.183490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962291200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762299.183516:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762299/real 1787762299]  req@ffff93eda1098780 x1874600962290944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762299.183540:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962290944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762299.183550:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762299.183553:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762299.183557:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962290944:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762299.183584:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291072:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762299.183606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762299.183618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762299/real 1787762299]  req@ffff93eda1098000 x1874600962291072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762299.183630:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962291072/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762299.183638:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762299.183641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762299.183644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291072:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762299.183649:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291200:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762299.183669:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762299.183680:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762299/real 1787762299]  req@ffff93eda109a940 x1874600962291200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762299.183691:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962291200/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762299.183710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762299.183714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762299.183718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291200:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762299.375355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762299.951285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762300.399312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762300.975262:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762301.423410:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762301.999255:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762302.447345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762303.023247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762303.471360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762304.047276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762304.303296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762304.303306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762304.303310:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762304.303331:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3583
00000100:00080000:1.0:1787762304.303341:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762304.303351:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762304.303385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962291328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762304.303411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762304.303415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762304.303417:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762304.303421:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3583
00000100:00080000:1.0:1787762304.303424:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762304.303427:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762304.303436:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762304.303446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962291456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762304.303456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762304.303459:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762304.303474:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762304.303476:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962291328:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762304.303480:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3583
00000100:00080000:1.0:1787762304.303487:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762304.303491:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762304.303495:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762304.303506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962291584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762304.303545:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762304.303600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff93eda12a7c00 x1874600962291328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762304.303617:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962291328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762304.303626:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762304.303629:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762304.303632:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962291328:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762304.303637:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291456:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762304.303660:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762304.303679:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff93eda12a6580 x1874600962291456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762304.303692:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962291456/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762304.303700:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762304.303703:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762304.303706:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291456:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762304.303731:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291584:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762304.303761:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762304.303792:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762304/real 1787762304]  req@ffff93eda12a6940 x1874600962291584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762304.303804:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962291584/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762304.303812:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762304.303815:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762304.303818:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291584:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762304.495328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762305.071265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762305.519354:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762306.095229:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762306.543341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762307.119312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762307.567380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762308.143270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762308.591381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762309.167270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762309.423314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762309.423322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762309.423341:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762309.423351:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3589
00000100:00080000:2.0:1787762309.423362:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762309.423370:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762309.423400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962291712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762309.423425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762309.423428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762309.423430:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762309.423434:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3589
00000100:00080000:2.0:1787762309.423437:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762309.423441:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762309.423450:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762309.423463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962291840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762309.423473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762309.423476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762309.423478:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762309.423482:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3589
00000100:00080000:2.0:1787762309.423485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762309.423490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762309.423496:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762309.423507:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962291712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787762309.423510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962291968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762309.423584:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762309.423646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff93ed916dde00 x1874600962291712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762309.423661:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962291712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762309.423671:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762309.423674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762309.423678:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962291712:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762309.423685:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291840:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762309.423700:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762309.423707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff93ed916dc000 x1874600962291840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762309.423715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962291840/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762309.423737:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762309.423739:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762309.423741:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291840:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762309.423764:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291968:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762309.423786:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762309.423793:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762309/real 1787762309]  req@ffff93ed916dfc00 x1874600962291968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762309.423800:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962291968/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762309.423805:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762309.423808:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762309.423811:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962291968:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762309.615390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762310.191293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762310.639357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762311.215286:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762311.663329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762312.239264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762312.687337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762313.263266:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762313.711322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762314.287278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762314.543305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762314.543316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762314.543321:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762314.543334:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3594
00000100:00080000:2.0:1787762314.543348:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762314.543357:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762314.543399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962292096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762314.543434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762314.543438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762314.543440:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762314.543445:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3594
00000100:00080000:2.0:1787762314.543448:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762314.543452:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762314.543462:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762314.543474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962292224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762314.543485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762314.543488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1787762314.543496:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962292096:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762314.543510:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762314.543515:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3594
00000100:00080000:2.0:1787762314.543519:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762314.543523:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762314.543529:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762314.543541:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962292352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762314.543565:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762314.543618:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff93ed916dcf00 x1874600962292096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762314.543632:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962292096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762314.543640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762314.543643:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762314.543646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962292096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762314.543680:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292224:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762314.543704:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762314.543716:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff93ed916ded00 x1874600962292224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762314.543729:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962292224/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762314.543737:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762314.543741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762314.543744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292224:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762314.543749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292352:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762314.543768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762314.543784:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762314/real 1787762314]  req@ffff93ed916dc3c0 x1874600962292352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762314.543795:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962292352/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762314.543803:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762314.543806:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762314.543809:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292352:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762314.735321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762315.311272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762315.759326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762316.335281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762316.783348:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762317.359281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762317.807321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762318.383279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762318.831317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762319.407282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762319.663264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762319.663274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762319.663278:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762319.663288:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3599
00000100:00080000:1.0:1787762319.663297:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762319.663304:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762319.663333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962292480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762319.663353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762319.663355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762319.663356:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762319.663359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3599
00000100:00080000:1.0:1787762319.663361:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762319.663364:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762319.663371:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762319.663380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962292608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762319.663389:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962292480:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762319.663409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762319.663412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762319.663414:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762319.663419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3599
00000100:00080000:1.0:1787762319.663435:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762319.663440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787762319.663445:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787762319.663446:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762319.663461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962292736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762319.663488:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff93eda12a6940 x1874600962292480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762319.663515:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962292480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762319.663524:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762319.663529:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762319.663533:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962292480:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762319.663556:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292608:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762319.663575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762319.663583:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff93eda12a6580 x1874600962292608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762319.663591:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962292608/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762319.663596:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762319.663598:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762319.663600:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292608:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762319.663605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292736:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762319.663623:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762319.663633:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762319/real 1787762319]  req@ffff93eda12a7c00 x1874600962292736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762319.663644:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962292736/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762319.663664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762319.663668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762319.663671:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292736:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762319.855327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762320.431287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762320.879332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762321.455276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762321.903312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762322.479273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762322.927327:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762323.503274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762323.951313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762324.527284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762324.783312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762324.783326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762324.783330:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762324.783339:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3604
00000100:00080000:3.0:1787762324.783349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762324.783355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762324.783387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962292864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762324.783410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762324.783413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762324.783415:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762324.783419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3604
00000100:00080000:3.0:1787762324.783422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762324.783426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762324.783435:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762324.783448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962292992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762324.783449:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962292864:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762324.783464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762324.783480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762324.783482:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762324.783487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3604
00000100:00080000:3.0:1787762324.783491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762324.783495:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762324.783501:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762324.783514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962293120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762324.783518:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762324.783558:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff93eda1099e00 x1874600962292864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762324.783570:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962292864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762324.783577:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762324.783579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762324.783582:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962292864:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762324.783605:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292992:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762324.783626:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762324.783645:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff93eda10983c0 x1874600962292992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762324.783658:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962292992/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762324.783665:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762324.783668:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762324.783670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962292992:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762324.783683:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293120:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762324.783710:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762324.783721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762324/real 1787762324]  req@ffff93eda109a940 x1874600962293120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762324.783731:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962293120/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762324.783738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762324.783740:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762324.783744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293120:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762324.975322:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762325.551230:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762325.999293:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762326.575254:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762327.023305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762327.599263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762328.047313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762328.623289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762329.071309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762329.647295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762329.903282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762329.903293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762329.903297:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762329.903316:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3609
00000100:00080000:0.0:1787762329.903326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762329.903334:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762329.903363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962293248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762329.903383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762329.903386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762329.903387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762329.903390:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3609
00000100:00080000:0.0:1787762329.903392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762329.903407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762329.903418:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762329.903426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962293248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762329.903433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962293376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762329.903445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762329.903448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762329.903450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762329.903459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3609
00000100:00080000:0.0:1787762329.903478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762329.903482:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762329.903486:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787762329.903487:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762329.903499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962293504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762329.903529:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff93ed82c24b40 x1874600962293248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762329.903545:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962293248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762329.903556:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762329.903560:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762329.903564:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962293248:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762329.903585:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293376:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762329.903618:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762329.903630:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff93ed82c27480 x1874600962293376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762329.903650:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962293376/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762329.903658:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762329.903662:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762329.903666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293376:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762329.903671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293504:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762329.903691:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762329.903702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762329/real 1787762329]  req@ffff93ed82c270c0 x1874600962293504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762329.903712:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962293504/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762329.903719:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762329.903722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762329.903724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293504:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762330.095331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762330.671277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762331.119365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762331.695260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762332.143313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762332.719222:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762333.167296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762333.743285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762334.191306:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762334.767224:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762335.023303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762335.023315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762335.023335:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762335.023343:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3614
00000100:00080000:2.0:1787762335.023357:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762335.023363:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762335.023391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962293632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762335.023409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762335.023412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762335.023413:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762335.023417:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3614
00000100:00080000:2.0:1787762335.023420:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762335.023425:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762335.023434:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962293632:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1787762335.023435:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762335.023453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962293760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762335.023462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762335.023465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762335.023467:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762335.023470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3614
00000100:00080000:2.0:1787762335.023474:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762335.023477:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762335.023482:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787762335.023495:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787762335.023495:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962293888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762335.023532:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762335/real 1787762335]  req@ffff93ed916dc780 x1874600962293632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762335.023546:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962293632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762335.023562:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762335.023565:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762335.023567:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962293632:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762335.023589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293760:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762335.023606:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762335.023613:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762335/real 1787762335]  req@ffff93ed916de940 x1874600962293760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762335.023620:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962293760/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762335.023625:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762335.023627:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762335.023629:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293760:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762335.023632:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293888:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762335.023642:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762335.023647:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762335/real 1787762335]  req@ffff93ed916dd2c0 x1874600962293888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762335.023657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962293888/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762335.023662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762335.023664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762335.023666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962293888:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762335.215309:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762335.791259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762336.239327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762336.815293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762337.263333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762337.839272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762338.287330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762338.863281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762339.311320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762339.887272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762340.143266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762340.143274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762340.143277:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762340.143284:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3619
00000100:00080000:2.0:1787762340.143293:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762340.143299:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762340.143343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962294016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762340.143368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762340.143370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762340.143372:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762340.143374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3619
00000100:00080000:2.0:1787762340.143377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762340.143380:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762340.143387:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762340.143397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962294144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762340.143403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762340.143405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1787762340.143414:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962294016:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762340.143420:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762340.143425:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3619
00000100:00080000:2.0:1787762340.143427:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762340.143429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762340.143433:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762340.143442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962294272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762340.143475:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762340.143504:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762340/real 1787762340]  req@ffff93ed916dd2c0 x1874600962294016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762340.143516:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962294016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762340.143523:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762340.143525:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762340.143528:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962294016:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762340.143532:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294144:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762340.143545:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762340.143551:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762340/real 1787762340]  req@ffff93ed916de940 x1874600962294144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762340.143558:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962294144/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762340.143563:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762340.143565:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762340.143567:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294144:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762340.143593:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294272:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762340.143612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762340.143632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762340/real 1787762340]  req@ffff93ed916dc780 x1874600962294272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762340.143646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962294272/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762340.143651:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762340.143653:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762340.143655:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294272:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762340.335317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762340.911297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762341.359314:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762341.935283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762342.383347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762342.959277:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762343.407333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762343.983292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762344.431325:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762345.007228:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762345.263294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762345.263303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762345.263314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762345.263324:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3624
00000100:00080000:1.0:1787762345.263334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762345.263343:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762345.263373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962294400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762345.263395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762345.263397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762345.263398:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762345.263401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3624
00000100:00080000:1.0:1787762345.263403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762345.263406:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762345.263413:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762345.263420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962294528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762345.263442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762345.263444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762345.263446:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762345.263449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3624
00000100:00080000:1.0:1787762345.263451:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787762345.263456:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962294400:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762345.263456:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762345.263461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762345.263468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962294656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762345.263580:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294528:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762345.263623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294656:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762345.455440:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762346.031297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762346.479392:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762347.055248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762347.503367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762348.079294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787762348.335598:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787762348.335642:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762348.335672:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762348.335723:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762348.335732:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787762348.336433:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff93eda12a4000 x1874600962294656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762348.336475:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962294656/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762348.336489:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762348.336509:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762348.336526:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294656:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787762348.336534:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff93eda12a5a40 x1874600962294400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762348.336548:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962294400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762348.336556:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762348.336560:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762348.336563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962294400:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762348.336570:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762345/real 1787762348]  req@ffff93eda12a61c0 x1874600962294528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762348.336581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962294528/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762348.336589:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762348.336593:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762348.336596:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294528:192.168.204.156@tcp:38:kworker.0
00010000:00010000:2.0:1787762348.527334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762349.103325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762349.552255:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762350.127330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762350.386042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762350.386052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762350.386057:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762350.386068:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3630
00000100:00080000:1.0:1787762350.386079:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762350.386087:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762350.386120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962294784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762350.386146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762350.386149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762350.386151:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762350.386155:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3630
00000100:00080000:1.0:1787762350.386158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762350.386163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762350.386197:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962294784:192.168.204.156@tcp:250:kworker.0
00000008:00100000:1.0:1787762350.386204:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762350.386221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962294912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762350.386233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762350.386235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762350.386237:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762350.386241:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3630
00000100:00080000:1.0:1787762350.386263:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762350.386268:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762350.386273:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787762350.386275:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762350.386289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962295040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762350.386320:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff93eda12a61c0 x1874600962294784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762350.386339:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962294784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762350.386356:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762350.386360:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762350.386364:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962294784:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762350.386387:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294912:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762350.386411:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762350.386436:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff93eda12a5a40 x1874600962294912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762350.386449:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962294912/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762350.386457:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762350.386460:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762350.386463:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962294912:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762350.386468:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295040:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762350.386489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762350.386500:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762350/real 1787762350]  req@ffff93eda12a4000 x1874600962295040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762350.386510:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962295040/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762350.386517:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762350.386520:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762350.386523:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295040:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762350.575458:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762351.151290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762351.599369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762352.176986:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762352.624594:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762353.200214:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762353.647411:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762354.223279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762354.671352:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762355.247280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762355.503318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762355.503340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762355.503344:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762355.503353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3635
00000100:00080000:3.0:1787762355.503363:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762355.503370:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762355.503406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962295168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762355.503434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762355.503437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762355.503438:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762355.503441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3635
00000100:00080000:3.0:1787762355.503444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762355.503447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762355.503456:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762355.503470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962295296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762355.503481:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962295168:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762355.503505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762355.503509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762355.503511:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762355.503516:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3635
00000100:00080000:3.0:1787762355.503521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762355.503525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787762355.503532:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:3.0:1787762355.503533:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762355.503549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962295424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762355.503587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff93eda1098000 x1874600962295168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762355.503611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962295168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762355.503622:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762355.503626:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762355.503630:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962295168:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762355.503652:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295296:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762355.503672:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762355.503684:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff93eda1098780 x1874600962295296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762355.503694:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962295296/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762355.503702:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762355.503706:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762355.503709:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295296:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762355.503714:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295424:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762355.503730:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762355.503737:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762355/real 1787762355]  req@ffff93eda1099a40 x1874600962295424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762355.503751:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962295424/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762355.503756:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762355.503758:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762355.503759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295424:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762355.695335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762356.271261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762356.719379:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762357.295285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762357.743357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762358.319282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762358.767313:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762359.343280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762359.791381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762360.367238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762360.623275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762360.623285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762360.623289:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762360.623298:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3640
00000100:00080000:0.0:1787762360.623309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762360.623315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762360.623347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962295552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762360.623376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762360.623379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762360.623381:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762360.623384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3640
00000100:00080000:0.0:1787762360.623387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762360.623391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762360.623401:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762360.623412:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962295552:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762360.623413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962295680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762360.623450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762360.623453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762360.623455:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762360.623459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3640
00000100:00080000:0.0:1787762360.623463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787762360.623467:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787762360.623470:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762360.623477:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762360.623489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962295808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762360.623504:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff93ed82c243c0 x1874600962295552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762360.623517:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962295552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762360.623525:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762360.623527:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762360.623530:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962295552:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762360.623546:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295680:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762360.623566:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762360.623574:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff93ed82c24780 x1874600962295680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762360.623581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962295680/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762360.623586:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762360.623588:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762360.623590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295680:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762360.623593:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295808:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762360.623603:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762360.623608:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762360/real 1787762360]  req@ffff93ed82c26940 x1874600962295808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762360.623614:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962295808/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762360.623619:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762360.623620:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762360.623622:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962295808:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762360.815330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762361.391290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762361.839325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762362.415239:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762362.863298:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762363.439297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762363.887344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762364.463276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762364.911373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762365.487260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762365.743303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762365.743314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762365.743318:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762365.743327:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3645
00000100:00080000:2.0:1787762365.743337:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762365.743342:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762365.743376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962295936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762365.743403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762365.743407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762365.743408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762365.743413:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3645
00000100:00080000:2.0:1787762365.743417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762365.743421:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762365.743430:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762365.743445:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962295936:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787762365.743446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962296064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762365.743461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762365.743463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762365.743479:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762365.743484:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3645
00000100:00080000:2.0:1787762365.743489:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762365.743493:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762365.743499:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762365.743509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962296192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762365.743513:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762365.743558:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff93ed916dc3c0 x1874600962295936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762365.743574:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962295936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762365.743583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762365.743587:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762365.743590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962295936:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762365.743610:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296064:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762365.743627:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762365.743637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff93ed916ded00 x1874600962296064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762365.743647:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962296064/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762365.743654:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762365.743657:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762365.743660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296064:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762365.743664:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296192:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762365.743681:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762365.743688:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762365/real 1787762365]  req@ffff93ed916dcf00 x1874600962296192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762365.743698:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962296192/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762365.743713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762365.743717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762365.743720:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296192:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762365.935337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762366.511272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762366.959311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762367.535272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762367.983312:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762368.559270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762369.007370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762369.583282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762370.031325:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762370.607290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762370.863336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762370.863350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762370.863356:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762370.863368:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3650
00000100:00080000:0.0:1787762370.863382:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762370.863392:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762370.863435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962296320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762370.863466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762370.863469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762370.863470:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762370.863474:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3650
00000100:00080000:0.0:1787762370.863476:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762370.863479:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762370.863507:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762370.863521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962296448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762370.863529:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962296320:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762370.863536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762370.863546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762370.863547:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762370.863552:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3650
00000100:00080000:0.0:1787762370.863556:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762370.863561:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762370.863566:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762370.863577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962296576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762370.863612:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762370.863675:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff93ed82c27840 x1874600962296320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762370.863697:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962296320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762370.863710:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762370.863715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762370.863719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962296320:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762370.863751:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296448:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762370.863775:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762370.863789:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff93ed82c252c0 x1874600962296448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762370.863802:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962296448/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762370.863811:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762370.863822:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762370.863826:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296448:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762370.863832:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296576:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762370.863856:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762370.863868:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762370/real 1787762370]  req@ffff93ed82c24000 x1874600962296576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762370.863880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962296576/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762370.863888:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762370.863892:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762370.863895:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296576:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762371.055363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762371.631311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762372.079351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762372.655259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762373.103348:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762373.679271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762374.127306:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762374.703226:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762375.152532:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762375.727271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762375.983253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762375.983263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762375.983267:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762375.983278:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3655
00000100:00080000:0.0:1787762375.983288:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762375.983296:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762375.983336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962296704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762375.983360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762375.983364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762375.983366:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762375.983370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3655
00000100:00100000:1.0:1787762375.983392:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962296704:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762375.983398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762375.983411:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762375.983422:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762375.983437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962296832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762375.983448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762375.983451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762375.983452:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762375.983457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3655
00000800:00000100:1.0:1787762375.983461:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787762375.983464:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762375.983470:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762375.983475:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762375.983487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962296960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762375.983503:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff93ed82c24000 x1874600962296704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.983523:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962296704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762375.983534:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762375.983544:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762375.983547:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962296704:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762375.983567:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296832:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762375.983586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762375.983596:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff93ed82c252c0 x1874600962296832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.983607:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962296832/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762375.983614:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762375.983617:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762375.983620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296832:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762375.983625:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296960:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762375.983651:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762375.983660:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762375/real 1787762375]  req@ffff93ed82c27840 x1874600962296960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762375.983670:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962296960/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762375.983678:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762375.983680:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762375.983683:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962296960:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762376.175398:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762376.751345:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762377.199349:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762377.775330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762378.223373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762378.799361:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762379.247393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762379.823315:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762380.271307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762380.847274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762381.103288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762381.103296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762381.103299:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762381.103313:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3660
00000100:00080000:1.0:1787762381.103321:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762381.103327:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762381.103354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962297088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762381.103375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762381.103377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762381.103378:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762381.103381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3660
00000100:00080000:1.0:1787762381.103383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762381.103385:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762381.103396:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762381.103404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962297216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762381.103410:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962297088:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762381.103413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762381.103419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762381.103420:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762381.103423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3660
00000100:00080000:1.0:1787762381.103437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762381.103440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762381.103444:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762381.103451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962297344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762381.103475:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762381.103511:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762381/real 1787762381]  req@ffff93eda12a7c00 x1874600962297088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762381.103525:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962297088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762381.103532:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762381.103535:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762381.103538:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962297088:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762381.103560:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297216:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762381.103575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762381.103582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762381/real 1787762381]  req@ffff93eda12a6580 x1874600962297216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762381.103589:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962297216/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762381.103603:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762381.103606:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762381.103608:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297216:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762381.103611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297344:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762381.103628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762381.103638:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762381/real 1787762381]  req@ffff93eda12a6940 x1874600962297344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762381.103649:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962297344/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762381.103657:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762381.103660:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762381.103669:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297344:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762381.295329:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762381.871288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762382.319311:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762382.895288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762383.343381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762383.919314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762384.367366:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762384.943288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762385.391370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762385.967293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762386.223265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762386.223273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762386.223277:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762386.223287:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3665
00000100:00080000:1.0:1787762386.223297:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762386.223305:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762386.223342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962297472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762386.223370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762386.223374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762386.223375:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762386.223379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3665
00000100:00080000:1.0:1787762386.223383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762386.223386:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762386.223396:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762386.223410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962297600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762386.223415:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962297472:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762386.223438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762386.223442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762386.223444:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762386.223449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3665
00000100:00080000:1.0:1787762386.223454:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762386.223457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762386.223461:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762386.223473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962297728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762386.223477:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762386.223519:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762386/real 1787762386]  req@ffff93eda12a6940 x1874600962297472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762386.223537:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962297472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762386.223557:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762386.223560:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762386.223563:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962297472:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762386.223582:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297600:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762386.223604:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762386.223616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762386/real 1787762386]  req@ffff93eda12a6580 x1874600962297600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762386.223628:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962297600/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762386.223636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762386.223639:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762386.223642:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297600:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762386.223648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297728:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762386.223667:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762386.223678:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762386/real 1787762386]  req@ffff93eda12a7c00 x1874600962297728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762386.223703:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962297728/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762386.223711:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762386.223714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762386.223717:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297728:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762386.415334:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762386.991296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762387.439331:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762388.015272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762388.463308:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762389.039281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762389.487291:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762390.063335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762390.511339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762391.087284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762391.343279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762391.343290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762391.343294:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762391.343311:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3671
00000100:00080000:0.0:1787762391.343325:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762391.343334:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762391.343368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962297856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762391.343390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762391.343393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762391.343394:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762391.343397:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3671
00000100:00080000:0.0:1787762391.343400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762391.343418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762391.343426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962297856:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787762391.343428:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762391.343445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962297984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762391.343456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762391.343459:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762391.343461:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762391.343464:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3671
00000100:00080000:0.0:1787762391.343479:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787762391.343487:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787762391.343490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762391.343497:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762391.343509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962298112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762391.343532:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff93ed82c26940 x1874600962297856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.343550:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962297856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762391.343560:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762391.343564:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762391.343568:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962297856:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762391.343595:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297984:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762391.343635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762391.343648:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff93ed82c24780 x1874600962297984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.343657:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962297984/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762391.343662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762391.343664:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762391.343666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962297984:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762391.343670:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298112:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762391.343685:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762391.343694:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762391/real 1787762391]  req@ffff93ed82c243c0 x1874600962298112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762391.343705:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962298112/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762391.343712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762391.343716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762391.343719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298112:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762391.535318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762392.111310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762392.559355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762393.135304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762393.583369:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762394.159273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762394.607303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762395.183288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762395.631344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762396.207280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762396.463324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762396.463334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762396.463338:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762396.463368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3676
00000100:00080000:1.0:1787762396.463379:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762396.463386:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762396.463424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962298240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762396.463455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762396.463459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762396.463461:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762396.463465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3676
00000100:00080000:1.0:1787762396.463469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762396.463473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762396.463483:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762396.463494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962298368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762396.463500:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962298240:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762396.463504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762396.463509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762396.463511:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762396.463514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3676
00000100:00080000:1.0:1787762396.463516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762396.463518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762396.463521:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762396.463546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962298496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762396.463597:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762396.463651:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff93eda12a4000 x1874600962298240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762396.463671:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962298240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762396.463682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762396.463687:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762396.463691:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962298240:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762396.463726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298368:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762396.463750:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762396.463763:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff93eda12a5a40 x1874600962298368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762396.463775:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962298368/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762396.463784:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762396.463787:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762396.463790:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298368:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762396.463796:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298496:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762396.463816:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762396.463827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762396/real 1787762396]  req@ffff93eda12a61c0 x1874600962298496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762396.463838:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962298496/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762396.463846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762396.463849:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762396.463853:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298496:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762396.655357:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762397.231238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762397.679338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762398.255309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762398.703354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762399.279440:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762399.727316:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762400.303276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762400.751378:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762401.327232:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762401.583280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762401.583289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762401.583292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762401.583299:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3681
00000100:00080000:3.0:1787762401.583309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762401.583316:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762401.583353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962298624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762401.583378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762401.583382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762401.583384:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762401.583401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3681
00000100:00080000:3.0:1787762401.583405:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762401.583409:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762401.583419:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762401.583441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962298624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762401.583449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962298752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762401.583457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762401.583459:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762401.583460:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762401.583463:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3681
00000100:00080000:3.0:1787762401.583466:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762401.583468:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762401.583472:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762401.583481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962298880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762401.583502:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762401.583546:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff93eda1098b40 x1874600962298624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762401.583572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962298624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762401.583582:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762401.583587:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762401.583590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962298624:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762401.583613:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298752:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762401.583634:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762401.583644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff93eda109ad00 x1874600962298752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762401.583655:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962298752/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762401.583664:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762401.583667:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762401.583670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298752:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762401.583679:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298880:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762401.583697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762401.583707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762401/real 1787762401]  req@ffff93eda1099a40 x1874600962298880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762401.583718:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962298880/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762401.583738:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762401.583741:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762401.583744:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962298880:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762401.775303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762402.351285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762402.799319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762403.375291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762403.823334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762404.399308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762404.847500:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762405.423278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762405.871416:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762406.447275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762406.703294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762406.703300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762406.703304:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762406.703310:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3686
00000100:00080000:0.0:1787762406.703319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762406.703325:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762406.703371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962299008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762406.703399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762406.703402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762406.703404:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762406.703408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3686
00000100:00080000:0.0:1787762406.703423:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762406.703428:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762406.703435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962299008:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1787762406.703437:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762406.703454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962299136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762406.703464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762406.703468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762406.703482:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762406.703487:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3686
00000100:00080000:0.0:1787762406.703492:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762406.703497:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:1.0:1787762406.703500:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:0.0:1787762406.703505:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762406.703519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962299264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762406.703543:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff93ed82c270c0 x1874600962299008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762406.703560:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962299008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762406.703567:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762406.703570:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762406.703573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962299008:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762406.703589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299136:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762406.703605:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762406.703612:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff93ed82c27480 x1874600962299136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762406.703619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962299136/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762406.703624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762406.703625:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762406.703634:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299136:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762406.703638:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299264:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762406.703652:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762406.703657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762406/real 1787762406]  req@ffff93ed82c24b40 x1874600962299264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762406.703664:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962299264/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762406.703668:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762406.703670:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762406.703672:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299264:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762406.895367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762407.471296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762407.919341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762408.495308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762408.943320:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762409.519293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762409.967327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762410.543439:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762410.991333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762411.567313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762411.823303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762411.823314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762411.823317:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762411.823327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3691
00000100:00080000:0.0:1787762411.823337:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762411.823344:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762411.823382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962299392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762411.823408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762411.823412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762411.823414:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762411.823417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3691
00000100:00080000:0.0:1787762411.823421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762411.823425:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762411.823433:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762411.823444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962299520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762411.823475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762411.823479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762411.823482:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762411.823485:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3691
00000100:00080000:0.0:1787762411.823489:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762411.823492:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762411.823497:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762411.823512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962299648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762411.823522:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962299392:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762411.823732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299520:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762411.823784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299648:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762412.015355:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762412.591213:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762413.039349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762413.615282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762414.063337:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762414.639273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:2.0:1787762414.895457:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1787762414.895501:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762414.895514:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762414.895559:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:2.0:1787762414.895564:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:1.0:1787762414.895611:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff93ed82c261c0 x1874600962299648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762414.895639:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962299648/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762414.895660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762414.895666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762414.895670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299648:192.168.204.156@tcp:8:kworker.0
00000100:00100000:1.0:1787762414.895677:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff93ed82c26d00 x1874600962299392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762414.895688:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962299392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762414.895695:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762414.895698:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762414.895701:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962299392:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762414.895707:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762411/real 1787762414]  req@ffff93ed82c25e00 x1874600962299520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762414.895722:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962299520/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762414.895729:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762414.895732:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762414.895735:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299520:192.168.204.156@tcp:38:kworker.0
00010000:00010000:1.0:1787762415.087350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762415.663285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762416.111345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762416.687257:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762416.943545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762416.943556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762416.943561:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762416.943584:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3696
00000100:00080000:1.0:1787762416.943595:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762416.943603:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762416.943638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962299776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762416.943672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762416.943677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762416.943679:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762416.943683:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3696
00000100:00080000:1.0:1787762416.943687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762416.943691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762416.943700:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762416.943713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962299904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762416.943722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762416.943725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762416.943727:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762416.943730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3696
00000100:00080000:1.0:1787762416.943733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762416.943737:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762416.943741:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762416.943750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962300032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762416.943837:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962299776:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787762416.943903:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762416.943950:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff93eda12a61c0 x1874600962299776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762416.943966:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962299776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762416.943975:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762416.943978:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762416.943982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962299776:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762416.943988:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299904:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762416.944009:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762416.944020:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff93eda12a5a40 x1874600962299904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762416.944039:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962299904/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762416.944047:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762416.944051:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762416.944053:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962299904:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762416.944059:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300032:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762416.944079:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762416.944089:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762416/real 1787762416]  req@ffff93eda12a4000 x1874600962300032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762416.944101:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962300032/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762416.944108:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762416.944112:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762416.944115:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300032:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762417.135333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762417.711293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762418.159380:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762418.735273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762419.183303:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762419.759478:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762420.207341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762420.783376:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762421.231346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762421.807270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762422.063295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762422.063305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762422.063309:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762422.063320:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3701
00000100:00080000:1.0:1787762422.063331:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762422.063337:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762422.063379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962300160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762422.063406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762422.063409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762422.063410:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762422.063413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3701
00000100:00080000:1.0:1787762422.063415:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762422.063417:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762422.063426:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762422.063436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962300288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762422.063442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762422.063444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762422.063445:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762422.063460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962300160:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762422.063469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3701
00000100:00080000:1.0:1787762422.063472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762422.063475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762422.063480:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762422.063489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962300416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762422.063528:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762422.063569:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762422/real 1787762422]  req@ffff93eda12a7c00 x1874600962300160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762422.063588:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962300160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762422.063606:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762422.063609:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762422.063612:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962300160:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762422.063617:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300288:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762422.063636:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762422.063644:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762422/real 1787762422]  req@ffff93eda12a6580 x1874600962300288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762422.063651:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962300288/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762422.063656:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762422.063658:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762422.063660:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300288:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762422.063682:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300416:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762422.063693:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762422.063698:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762422/real 1787762422]  req@ffff93eda12a6940 x1874600962300416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762422.063704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962300416/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762422.063709:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762422.063711:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762422.063712:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300416:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762422.255341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762422.831263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762423.279381:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762423.855302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762424.303347:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762424.879327:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762425.327395:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762425.903293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762426.351345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762426.927297:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762427.183287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762427.183298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762427.183302:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762427.183314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3706
00000100:00080000:1.0:1787762427.183324:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762427.183331:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762427.183377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962300544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762427.183406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762427.183410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762427.183412:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762427.183416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3706
00000100:00080000:1.0:1787762427.183420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762427.183424:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762427.183434:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762427.183448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962300672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762427.183455:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962300544:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762427.183473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762427.183477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762427.183479:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762427.183484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3706
00000100:00080000:1.0:1787762427.183500:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762427.183505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000100:0.0:1787762427.183510:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:1.0:1787762427.183515:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762427.183530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962300800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762427.183553:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762427/real 1787762427]  req@ffff93eda12a6940 x1874600962300544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762427.183568:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962300544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762427.183576:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762427.183579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762427.183582:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962300544:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762427.183601:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300672:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762427.183616:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762427.183624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762427/real 1787762427]  req@ffff93eda12a6580 x1874600962300672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762427.183631:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962300672/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762427.183636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762427.183638:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762427.183640:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300672:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762427.183649:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300800:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762427.183662:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762427.183668:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762427/real 1787762427]  req@ffff93eda12a7c00 x1874600962300800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762427.183675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962300800/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762427.183680:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762427.183682:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762427.183684:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962300800:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762427.375367:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762427.951292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762428.399339:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762428.975270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762429.423349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762429.999240:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762430.447304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762431.023285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762431.471345:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762432.047285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762432.303280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762432.303290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762432.303293:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762432.303301:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3711
00000100:00080000:0.0:1787762432.303310:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762432.303317:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762432.303352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962300928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762432.303376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762432.303379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762432.303392:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762432.303396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3711
00000100:00080000:0.0:1787762432.303399:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787762432.303404:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962300928:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762432.303410:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762432.303422:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762432.303436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962301056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762432.303447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762432.303451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762432.303452:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762432.303456:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3711
00000100:00080000:0.0:1787762432.303460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762432.303463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762432.303468:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787762432.303469:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762432.303479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962301184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762432.303512:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff93ed82c25e00 x1874600962300928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762432.303527:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962300928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762432.303536:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762432.303540:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762432.303543:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962300928:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762432.303566:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301056:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762432.303594:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762432.303603:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff93ed82c26d00 x1874600962301056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762432.303611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962301056/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762432.303616:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762432.303618:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762432.303620:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301056:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762432.303623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301184:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762432.303635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762432.303640:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762432/real 1787762432]  req@ffff93ed82c261c0 x1874600962301184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762432.303646:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962301184/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762432.303650:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762432.303652:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762432.303653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301184:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762432.495327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762433.071270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762433.519343:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762434.095303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762434.543372:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762435.119335:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762435.567365:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762436.143276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762436.591341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762437.167299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762437.423320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762437.423330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762437.423334:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762437.423361:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3717
00000100:00080000:1.0:1787762437.423372:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762437.423379:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762437.423411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962301312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762437.423437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762437.423441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762437.423443:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762437.423447:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3717
00000100:00080000:1.0:1787762437.423450:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762437.423454:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762437.423464:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762437.423477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962301440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762437.423482:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962301312:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762437.423491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762437.423496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762437.423497:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762437.423501:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3717
00000100:00080000:1.0:1787762437.423505:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762437.423508:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762437.423513:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762437.423523:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962301568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762437.423548:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762437.423594:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff93eda12a4000 x1874600962301312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762437.423624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962301312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762437.423634:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762437.423637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762437.423641:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962301312:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762437.423662:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301440:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762437.423682:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762437.423693:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff93eda12a5a40 x1874600962301440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762437.423704:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962301440/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762437.423712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762437.423715:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762437.423718:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301440:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762437.423723:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301568:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762437.423753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762437.423763:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762437/real 1787762437]  req@ffff93eda12a61c0 x1874600962301568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762437.423774:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962301568/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762437.423800:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762437.423804:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762437.423807:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301568:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762437.615305:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762438.191267:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762438.639305:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762439.215517:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762439.663323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762440.239287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762440.687464:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762441.263278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762441.711691:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762442.287274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762442.543302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762442.543311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762442.543314:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762442.543323:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3722
00000100:00080000:0.0:1787762442.543333:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762442.543340:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762442.543372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962301696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762442.543401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762442.543405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762442.543406:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762442.543411:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3722
00000100:00080000:0.0:1787762442.543414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762442.543418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762442.543427:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762442.543438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962301824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762442.543452:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962301696:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762442.543477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762442.543480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762442.543482:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762442.543487:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3722
00000100:00080000:0.0:1787762442.543491:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762442.543495:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762442.543501:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762442.543512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962301952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762442.543553:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762442.543601:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff93ed82c24b40 x1874600962301696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762442.543616:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962301696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762442.543624:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762442.543628:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762442.543631:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962301696:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762442.543671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301824:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762442.543691:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762442.543699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff93ed82c27480 x1874600962301824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762442.543706:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962301824/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762442.543712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762442.543714:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762442.543716:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301824:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762442.543732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301952:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762442.543747:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762442.543753:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762442/real 1787762442]  req@ffff93ed82c270c0 x1874600962301952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762442.543760:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962301952/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762442.543767:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762442.543771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762442.543774:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962301952:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762442.735425:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762443.311268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762443.759296:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762444.335278:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762444.783321:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762445.359306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762445.807317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762446.383307:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762446.831327:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762447.407288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762447.663351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762447.663365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762447.663376:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762447.663386:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3727
00000100:00080000:0.0:1787762447.663398:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762447.663416:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762447.663472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962302080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762447.663500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762447.663503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762447.663520:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762447.663524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3727
00000100:00080000:0.0:1787762447.663527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762447.663530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762447.663568:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762447.663573:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962302080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762447.663587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962302208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762447.663599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762447.663603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762447.663605:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762447.663609:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3727
00000100:00080000:0.0:1787762447.663612:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762447.663615:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762447.663620:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762447.663632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962302336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762447.663656:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762447.663721:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff93ed82c243c0 x1874600962302080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762447.663740:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962302080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762447.663753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762447.663761:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762447.663766:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962302080:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762447.663808:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302208:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762447.663843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762447.663856:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff93ed82c24780 x1874600962302208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762447.663869:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962302208/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762447.663878:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762447.663881:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762447.663884:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302208:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762447.663890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302336:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762447.664512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762447.664528:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762447/real 1787762447]  req@ffff93ed82c26940 x1874600962302336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762447.664556:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962302336/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762447.664564:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762447.664568:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762447.664571:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302336:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762447.855332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762448.431316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762448.879383:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762449.455283:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762449.903332:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762450.479282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762450.927399:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762451.503319:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:0.0:1787762451.951383:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762452.527261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762452.783315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762452.783323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762452.783326:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762452.783335:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3732
00000100:00080000:2.0:1787762452.783345:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762452.783350:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762452.783379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962302464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762452.783398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762452.783412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762452.783413:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762452.783416:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3732
00000100:00080000:2.0:1787762452.783420:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762452.783423:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762452.783431:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762452.783456:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962302464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787762452.783456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962302592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762452.783469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762452.783471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762452.783472:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762452.783475:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3732
00000100:00080000:2.0:1787762452.783478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762452.783480:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762452.783484:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762452.783493:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962302720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762452.783522:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762452.783558:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff93ed916dfc00 x1874600962302464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762452.783582:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962302464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762452.783593:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762452.783596:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762452.783600:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962302464:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762452.783637:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302592:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762452.783659:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762452.783672:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff93ed916dc000 x1874600962302592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762452.783693:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962302592/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762452.783701:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762452.783704:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762452.783713:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302592:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762452.783719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302720:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762452.783738:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762452.783771:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762452/real 1787762452]  req@ffff93ed916dde00 x1874600962302720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762452.783784:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962302720/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762452.783802:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762452.783806:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762452.783809:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302720:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762452.975950:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762453.551284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762453.999333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762454.575347:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762455.023314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762455.599275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762456.047318:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762456.623270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762457.071330:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762457.647248:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762457.903283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.903293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762457.903297:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762457.903323:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3737
00000100:00080000:2.0:1787762457.903333:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762457.903351:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762457.903383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962302848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762457.903415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.903418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762457.903420:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762457.903424:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3737
00000100:00080000:2.0:1787762457.903428:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762457.903435:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762457.903444:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762457.903456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962302976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762457.903460:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962302848:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762457.903474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762457.903477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762457.903479:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762457.903482:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3737
00000100:00080000:2.0:1787762457.903485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762457.903489:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762457.903493:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762457.903503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962303104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762457.903526:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762457.903559:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff93ed916dd680 x1874600962302848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.903575:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962302848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762457.903585:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.903589:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762457.903593:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962302848:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762457.903612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302976:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762457.903630:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762457.903653:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff93ed916de580 x1874600962302976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.903665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962302976/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762457.903672:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.903674:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762457.903676:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962302976:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762457.903686:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303104:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762457.903702:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762457.903709:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762457/real 1787762457]  req@ffff93ed916dda40 x1874600962303104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762457.903716:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962303104/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762457.903720:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762457.903722:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762457.903724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303104:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762458.095373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762458.671301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762459.119437:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762459.695265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762460.143370:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762460.719301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762461.167410:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762461.743287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762462.191339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762462.767273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762463.023298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762463.023309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762463.023314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762463.023324:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3742
00000100:00080000:0.0:1787762463.023334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762463.023341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762463.023375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962303232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762463.023396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762463.023399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762463.023400:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762463.023403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3742
00000100:00080000:0.0:1787762463.023405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762463.023408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762463.023415:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762463.023423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962303360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762463.023430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762463.023432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1787762463.023437:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962303232:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762463.023447:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762463.023451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3742
00000100:00080000:0.0:1787762463.023454:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762463.023456:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762463.023460:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762463.023468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962303488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762463.023489:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762463.023520:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762463/real 1787762463]  req@ffff93ed82c27840 x1874600962303232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762463.023534:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962303232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762463.023541:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762463.023543:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762463.023546:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962303232:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762463.023562:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303360:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762463.023575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762463.023582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762463/real 1787762463]  req@ffff93ed82c252c0 x1874600962303360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762463.023595:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962303360/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762463.023600:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762463.023602:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762463.023604:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303360:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762463.023607:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303488:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762463.023619:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762463.023625:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762463/real 1787762463]  req@ffff93ed82c24000 x1874600962303488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762463.023631:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962303488/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762463.023636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762463.023637:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762463.023639:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303488:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762463.215332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762463.791291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762464.239352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762464.815287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762465.263365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762465.839354:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762466.287369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762466.863236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762467.311360:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762467.887289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762468.143273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762468.143283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762468.143287:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762468.143297:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3747
00000100:00080000:0.0:1787762468.143306:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762468.143313:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762468.143346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962303616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762468.143373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762468.143377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762468.143379:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762468.143386:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3747
00000100:00080000:0.0:1787762468.143390:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762468.143410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762468.143420:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762468.143430:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962303616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762468.143434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962303744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762468.143445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762468.143449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762468.143451:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762468.143454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3747
00000100:00080000:0.0:1787762468.143458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762468.143461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762468.143465:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762468.143474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962303872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762468.143496:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762468.143536:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762468/real 1787762468]  req@ffff93ed82c24000 x1874600962303616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762468.143552:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962303616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762468.143568:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762468.143572:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762468.143576:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962303616:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762468.143596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303744:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762468.143613:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762468.143629:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762468/real 1787762468]  req@ffff93ed82c252c0 x1874600962303744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762468.143637:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962303744/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762468.143644:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762468.143648:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762468.143651:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303744:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762468.143656:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303872:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762468.143675:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762468.143685:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762468/real 1787762468]  req@ffff93ed82c27840 x1874600962303872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762468.143708:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962303872/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762468.143716:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762468.143719:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762468.143722:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962303872:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762468.335444:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762468.911302:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762469.359488:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762469.935312:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762470.383382:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762470.959295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762471.407387:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762471.983282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762472.431369:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762473.007289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762473.263257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762473.263268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762473.263272:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762473.263282:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3752
00000100:00080000:2.0:1787762473.263293:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762473.263301:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762473.263343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962304000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762473.263368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762473.263372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762473.263374:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762473.263382:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3752
00000100:00080000:2.0:1787762473.263386:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762473.263403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762473.263413:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762473.263419:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962304000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787762473.263428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962304128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762473.263440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762473.263444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762473.263446:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762473.263448:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3752
00000100:00080000:2.0:1787762473.263452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762473.263455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762473.263459:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762473.263466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962304256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762473.263483:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762473.263521:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff93ed916df840 x1874600962304000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762473.263538:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962304000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762473.263548:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.263552:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762473.263555:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962304000:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762473.263578:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304128:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762473.263599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762473.263612:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff93ed916de1c0 x1874600962304128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762473.263624:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962304128/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762473.263633:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.263649:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762473.263653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304128:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762473.263659:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304256:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762473.263679:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762473.263690:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762473/real 1787762473]  req@ffff93ed916dcb40 x1874600962304256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762473.263717:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962304256/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762473.263726:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762473.263729:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762473.263732:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304256:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762473.455426:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762474.031318:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762474.479559:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762475.055282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762475.503358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762476.079938:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762476.527344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762477.103281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762477.551378:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762478.127282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762478.383300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762478.383310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762478.383313:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762478.383323:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3758
00000100:00080000:1.0:1787762478.383333:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762478.383340:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762478.383374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962304384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762478.383403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762478.383407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762478.383408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762478.383412:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3758
00000100:00080000:1.0:1787762478.383415:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762478.383418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762478.383427:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762478.383439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962304512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762478.383453:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962304384:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1787762478.383470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762478.383474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762478.383476:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762478.383481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3758
00000100:00080000:1.0:1787762478.383497:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762478.383502:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762478.383508:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762478.383519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962304640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762478.383546:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304512:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762478.383589:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304640:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762478.575328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762479.151291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762479.599338:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762480.175294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762480.623360:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762481.199290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787762481.455538:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787762481.455592:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787762481.455612:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787762481.455666:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787762481.455676:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787762481.455780:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff93eda12a5a40 x1874600962304512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762481.455809:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962304512/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762481.455824:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762481.455829:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762481.455834:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304512:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762481.455845:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff93eda12a4000 x1874600962304640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762481.455857:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962304640/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762481.455866:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762481.455870:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762481.455873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304640:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787762481.455892:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762478/real 1787762481]  req@ffff93eda12a61c0 x1874600962304384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762481.455906:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962304384/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762481.455998:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762481.456003:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762481.456006:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962304384:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787762481.647381:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762482.223321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762482.671307:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762483.247288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762483.503302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762483.503315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762483.503320:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762483.503334:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3763
00000100:00080000:1.0:1787762483.503348:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762483.503355:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762483.503400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962304768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762483.503438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762483.503442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762483.503444:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762483.503448:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3763
00000100:00080000:1.0:1787762483.503452:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762483.503456:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762483.503480:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762483.503504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962304896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762483.503514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762483.503518:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762483.503520:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762483.503524:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3763
00000100:00080000:1.0:1787762483.503528:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762483.503532:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762483.503537:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762483.503545:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962305024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762483.503663:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962304768:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787762483.503747:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762483.503809:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff93eda12a7c00 x1874600962304768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762483.503828:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962304768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762483.503849:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762483.503854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762483.503858:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962304768:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762483.503865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304896:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762483.503888:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762483.503902:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff93eda12a6580 x1874600962304896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762483.503912:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962304896/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762483.503919:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762483.503923:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762483.503926:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962304896:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762483.503939:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305024:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762483.503962:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762483.503973:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762483/real 1787762483]  req@ffff93eda12a6940 x1874600962305024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762483.503983:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962305024/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762483.503990:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762483.503993:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762483.503996:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305024:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762483.695333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762484.271236:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762484.719294:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762485.295271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762485.743281:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762486.319246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762486.767333:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762487.343285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762487.791345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762488.367223:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762488.623308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762488.623318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762488.623322:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762488.623332:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3768
00000100:00080000:0.0:1787762488.623343:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762488.623349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762488.623380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962305152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762488.623412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762488.623416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762488.623418:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762488.623422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3768
00000100:00080000:0.0:1787762488.623426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762488.623444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762488.623455:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762488.623471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962305280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762488.623473:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962305152:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762488.623494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762488.623497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762488.623498:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762488.623500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3768
00000100:00080000:0.0:1787762488.623504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762488.623507:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762488.623510:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762488.623519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962305408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762488.623575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762488.623641:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff93ed82c26940 x1874600962305152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.623668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962305152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762488.623681:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.623686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762488.623690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962305152:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762488.623721:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305280:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762488.623778:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762488.623793:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff93ed82c24780 x1874600962305280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.623810:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962305280/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762488.623818:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.623821:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762488.623824:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305280:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762488.623830:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305408:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762488.623851:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762488.623861:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762488/real 1787762488]  req@ffff93ed82c243c0 x1874600962305408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762488.623871:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962305408/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762488.623879:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762488.623881:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762488.623884:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305408:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762488.815368:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762489.391280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762489.839390:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762490.415287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762490.863315:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762491.439294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762491.887358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762492.463321:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762492.911355:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762493.487263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762493.743273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762493.743284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762493.743288:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762493.743299:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3773
00000100:00080000:1.0:1787762493.743311:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762493.743338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762493.743372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962305536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762493.743404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762493.743408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762493.743409:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762493.743413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3773
00000100:00080000:1.0:1787762493.743418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762493.743422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762493.743433:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762493.743443:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962305536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762493.743447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962305664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762493.743459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762493.743468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762493.743470:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762493.743474:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3773
00000100:00080000:1.0:1787762493.743477:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762493.743480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762493.743485:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762493.743494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962305792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762493.743515:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762493.743554:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff93eda12a6940 x1874600962305536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762493.743572:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962305536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762493.743581:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762493.743586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762493.743589:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962305536:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762493.743619:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305664:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762493.743653:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762493.743665:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff93eda12a6580 x1874600962305664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762493.743679:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962305664/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762493.743687:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762493.743690:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762493.743693:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305664:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762493.743698:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305792:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762493.743725:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762493.743736:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762493/real 1787762493]  req@ffff93eda12a7c00 x1874600962305792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762493.743746:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962305792/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762493.743753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762493.743756:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762493.743759:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962305792:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762493.935326:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762494.511276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762494.959341:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762495.535288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762495.983344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762496.559291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762497.007276:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762497.583275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762498.031335:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762498.607274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762498.863334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762498.863343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762498.863347:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762498.863379:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3778
00000100:00080000:0.0:1787762498.863390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762498.863398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762498.863436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962305920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762498.863464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762498.863466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762498.863468:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762498.863471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3778
00000100:00080000:0.0:1787762498.863474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762498.863477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762498.863485:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762498.863495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962306048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762498.863501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762498.863504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762498.863505:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787762498.863510:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962305920:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762498.863511:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3778
00000100:00080000:0.0:1787762498.863516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762498.863522:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762498.863526:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762498.863538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962306176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762498.863593:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762498.863656:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff93ed82c270c0 x1874600962305920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.863674:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962305920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762498.863684:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762498.863688:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762498.863691:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962305920:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762498.863720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306048:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762498.863741:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762498.863750:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff93ed82c27480 x1874600962306048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.863757:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962306048/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762498.863763:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762498.863765:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762498.863767:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306048:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762498.863770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306176:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762498.863780:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762498.863786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762498/real 1787762498]  req@ffff93ed82c24b40 x1874600962306176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762498.863792:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962306176/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762498.863806:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762498.863809:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762498.863813:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306176:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762499.055301:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762499.631273:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762500.079311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762500.655290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762501.103319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762501.679271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762502.127365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762502.703290:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762503.151323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762503.727247:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762503.983294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762503.983304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762503.983308:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762503.983318:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3783
00000100:00080000:0.0:1787762503.983329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762503.983336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762503.983372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962306304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762503.983404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762503.983408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762503.983409:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762503.983421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3783
00000100:00080000:0.0:1787762503.983426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762503.983431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762503.983454:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762503.983454:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962306304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762503.983476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962306432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762503.983486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762503.983490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762503.983491:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762503.983496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3783
00000100:00080000:0.0:1787762503.983508:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787762503.983512:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1787762503.983516:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762503.983537:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762503.983549:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff93ed82c261c0 x1874600962306304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762503.983554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962306560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762503.983578:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962306304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762503.983590:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762503.983594:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762503.983599:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962306304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762503.983624:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306432:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762503.983652:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762503.983665:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff93ed82c26d00 x1874600962306432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762503.983677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962306432/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762503.983682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762503.983685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762503.983687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306432:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762503.983697:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306560:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762503.983714:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762503.983725:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762503/real 1787762503]  req@ffff93ed82c25e00 x1874600962306560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762503.983736:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962306560/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762503.983744:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762503.983747:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762503.983749:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306560:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762504.175311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762504.751241:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762505.199356:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762505.775259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762506.223324:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762506.799280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762507.247323:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762507.823259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762508.271332:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762508.847310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762509.103302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762509.103310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762509.103315:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762509.103325:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3788
00000100:00080000:2.0:1787762509.103335:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762509.103354:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762509.103409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962306688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762509.103438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762509.103441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762509.103443:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762509.103447:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3788
00000100:00080000:2.0:1787762509.103466:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762509.103471:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762509.103482:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762509.103486:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962306688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787762509.103499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962306816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762509.103510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762509.103513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762509.103526:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762509.103530:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3788
00000100:00080000:2.0:1787762509.103535:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762509.103539:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762509.103544:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787762509.103553:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787762509.103558:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962306944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762509.103600:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762509/real 1787762509]  req@ffff93ed916dcb40 x1874600962306688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762509.103619:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962306688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762509.103629:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762509.103633:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762509.103637:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962306688:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762509.103660:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306816:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762509.103677:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762509.103689:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762509/real 1787762509]  req@ffff93ed916de1c0 x1874600962306816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762509.103709:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962306816/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762509.103718:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762509.103721:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762509.103724:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306816:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762509.103731:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306944:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762509.103756:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762509.103767:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762509/real 1787762509]  req@ffff93ed916df840 x1874600962306944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762509.103779:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962306944/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762509.103787:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762509.103790:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762509.103793:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962306944:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762509.295283:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762509.871275:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762510.319385:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762510.895284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762511.343349:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762511.919271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762512.367353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762512.943279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762513.391352:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762513.967298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762514.223280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762514.223288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762514.223292:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762514.223300:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3793
00000100:00080000:1.0:1787762514.223309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762514.223315:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762514.223344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962307072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762514.223379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762514.223382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762514.223383:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762514.223386:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3793
00000100:00080000:1.0:1787762514.223388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762514.223392:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762514.223401:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762514.223416:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962307072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762514.223417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962307200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762514.223432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762514.223435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762514.223437:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762514.223441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3793
00000100:00080000:1.0:1787762514.223444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762514.223446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762514.223450:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762514.223459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962307328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762514.223486:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762514.223525:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762514/real 1787762514]  req@ffff93eda12a61c0 x1874600962307072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762514.223538:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962307072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762514.223546:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762514.223549:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762514.223551:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962307072:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762514.223569:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307200:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762514.223583:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762514.223590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762514/real 1787762514]  req@ffff93eda12a4000 x1874600962307200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762514.223597:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962307200/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762514.223602:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762514.223604:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762514.223606:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307200:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762514.223609:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307328:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762514.223628:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762514.223634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762514/real 1787762514]  req@ffff93eda12a5a40 x1874600962307328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762514.223640:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962307328/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762514.223645:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762514.223647:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762514.223649:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307328:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762514.415300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762514.991310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762515.439342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762516.015276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762516.463318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762517.039294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762517.487328:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762518.063237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762518.511344:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762519.087284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762519.343279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762519.343288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762519.343293:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762519.343302:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3799
00000100:00080000:1.0:1787762519.343326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762519.343332:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762519.343359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a5a40 x1874600962307456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762519.343379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762519.343381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762519.343382:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762519.343385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3799
00000100:00080000:1.0:1787762519.343387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762519.343389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762519.343395:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762519.343404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a4000 x1874600962307584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762519.343410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762519.343412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762519.343414:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762519.343417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3799
00000100:00080000:1.0:1787762519.343419:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762519.343420:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762519.343423:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762519.343429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a61c0 x1874600962307712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762519.343435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962307456:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787762519.343493:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762519.343536:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff93eda12a5a40 x1874600962307456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762519.343555:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a5a40 x1874600962307456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762519.343565:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762519.343570:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762519.343573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962307456:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762519.343580:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307584:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762519.343599:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762519.343610:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff93eda12a4000 x1874600962307584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762519.343634:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a4000 x1874600962307584/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762519.343642:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762519.343645:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762519.343648:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307584:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762519.343672:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307712:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762519.343690:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762519.343699:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762519/real 1787762519]  req@ffff93eda12a61c0 x1874600962307712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762519.343710:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a61c0 x1874600962307712/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762519.343717:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762519.343720:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762519.343723:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307712:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762519.535319:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762520.111265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762520.559322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762521.135299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762521.583339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762522.159284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762522.607978:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762523.183293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762523.631458:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762524.207291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762524.463514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762524.463523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762524.463527:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762524.463537:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3804
00000100:00080000:2.0:1787762524.463548:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762524.463555:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762524.463591:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962307840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762524.463620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762524.463624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762524.463626:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762524.463630:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3804
00000100:00080000:2.0:1787762524.463633:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762524.463654:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762524.463664:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762524.463669:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962307840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787762524.463680:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962307968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762524.463692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762524.463695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762524.463697:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762524.463701:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3804
00000100:00080000:2.0:1787762524.463705:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762524.463709:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762524.463714:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762524.463724:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962308096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762524.463734:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762524.463774:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff93ed916dda40 x1874600962307840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762524.463790:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962307840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762524.463811:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762524.463815:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762524.463819:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962307840:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762524.463840:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307968:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762524.463859:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762524.463870:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff93ed916de580 x1874600962307968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762524.463881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962307968/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762524.463889:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762524.463892:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762524.463895:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962307968:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762524.463900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308096:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762524.463915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762524.463923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762524/real 1787762524]  req@ffff93ed916dd680 x1874600962308096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762524.463933:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962308096/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762524.463941:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762524.463944:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762524.463947:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308096:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762524.655365:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762525.231291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762525.680090:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762526.255304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762526.704276:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762527.279259:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762527.727386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762528.303346:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762528.752560:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762529.327287:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762529.583312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.583340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762529.583343:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762529.583353:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3809
00000100:00080000:1.0:1787762529.583362:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762529.583368:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762529.583403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962308224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762529.583443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.583446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762529.583447:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762529.583450:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3809
00000100:00080000:1.0:1787762529.583453:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762529.583456:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762529.583465:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762529.583475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962308352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762529.583481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762529.583483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762529.583484:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762529.583486:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3809
00000100:00080000:1.0:1787762529.583488:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762529.583492:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762529.583504:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762529.583515:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962308480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762529.583621:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962308224:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787762529.583697:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762529.583738:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff93eda12a7c00 x1874600962308224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762529.583755:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962308224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762529.583780:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762529.583785:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762529.583789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962308224:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762529.583795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308352:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762529.583818:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762529.583829:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff93eda12a6580 x1874600962308352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762529.583839:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962308352/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762529.583847:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762529.583850:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762529.583853:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308352:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762529.583857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308480:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762529.583890:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762529.583901:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762529/real 1787762529]  req@ffff93eda12a6940 x1874600962308480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762529.583920:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962308480/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762529.583928:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762529.583931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762529.583933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308480:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762529.776103:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762530.351288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762530.799318:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762531.375260:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762531.823373:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762532.399279:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762532.847410:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762533.423237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762533.871336:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762534.447311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762534.703350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.703361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762534.703366:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762534.703376:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3814
00000100:00080000:0.0:1787762534.703388:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762534.703397:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762534.703434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c25e00 x1874600962308608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762534.703465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.703469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762534.703471:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762534.703475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3814
00000100:00080000:0.0:1787762534.703479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762534.703482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762534.703492:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762534.703502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26d00 x1874600962308736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762534.703515:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962308608:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1787762534.703531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762534.703533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762534.703534:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762534.703538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3814
00000100:00080000:0.0:1787762534.703540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762534.703543:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762534.703546:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762534.703556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c261c0 x1874600962308864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762534.703588:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762534.703629:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff93ed82c25e00 x1874600962308608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762534.703659:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c25e00 x1874600962308608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762534.703669:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762534.703673:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762534.703677:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962308608:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762534.703713:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308736:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762534.703736:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762534.703747:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff93ed82c26d00 x1874600962308736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762534.703759:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26d00 x1874600962308736/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762534.703767:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762534.703771:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762534.703774:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308736:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762534.703779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308864:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762534.703797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762534.703816:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762534/real 1787762534]  req@ffff93ed82c261c0 x1874600962308864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762534.703828:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c261c0 x1874600962308864/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762534.703836:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762534.703839:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762534.703841:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962308864:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762534.895658:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762535.471292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762535.919326:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762536.495270:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762536.943311:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762537.519303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762537.967423:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762538.543403:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762538.991323:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762539.567913:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:1.0:1787762539.823332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762539.823343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762539.823347:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762539.823358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3819
00000100:00080000:1.0:1787762539.823369:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762539.823376:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762539.823412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6940 x1874600962308992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762539.823445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762539.823448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762539.823450:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762539.823454:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3819
00000100:00080000:1.0:1787762539.823457:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762539.823461:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762539.823470:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762539.823483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a6580 x1874600962309120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762539.823506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762539.823509:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1787762539.823511:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762539.823577:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3819
00000100:00080000:1.0:1787762539.823581:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762539.823585:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:1.0:1787762539.823590:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787762539.823603:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda12a7c00 x1874600962309248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762539.823688:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962308992:192.168.204.156@tcp:250:kworker.0
00000800:00000100:0.0:1787762539.823760:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762539.823800:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff93eda12a6940 x1874600962308992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762539.824331:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6940 x1874600962308992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762539.824342:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762539.824346:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762539.824350:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962308992:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762539.824358:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309120:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762539.824381:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762539.824393:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff93eda12a6580 x1874600962309120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762539.824414:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a6580 x1874600962309120/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762539.824422:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762539.824426:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762539.824429:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309120:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762539.824435:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309248:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762539.824455:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762539.824464:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762539/real 1787762539]  req@ffff93eda12a7c00 x1874600962309248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762539.824475:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda12a7c00 x1874600962309248/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762539.824482:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762539.824485:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762539.824488:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda12a7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309248:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762540.016403:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762540.591282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762541.041116:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762541.615488:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762542.064411:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762542.639233:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762543.087395:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762543.663276:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762544.111601:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762544.687652:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762544.943265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762544.943291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762544.943296:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762544.943306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3824
00000100:00080000:2.0:1787762544.943316:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762544.943324:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762544.943354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962309376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762544.943436:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962309376:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762544.943550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762544.943554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762544.943555:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762544.943561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3824
00000100:00080000:2.0:1787762544.943566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762544.943570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762544.943580:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762544.943605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962309504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762544.943810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309504:192.168.204.156@tcp:38:kworker.0
00000100:00080000:2.0:1787762544.944421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762544.944427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762544.944429:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762544.944433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3824
00000100:00080000:2.0:1787762544.944437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762544.944441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762544.944447:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762544.944462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962309632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762544.944839:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309632:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762545.135698:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762545.711280:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762546.159342:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762546.735269:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762547.183385:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762547.759430:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:1.0:1787762548.016361:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:1.0:1787762548.016405:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787762548.016421:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787762548.016464:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:1.0:1787762548.016473:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:0.0:1787762548.016689:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762548]  req@ffff93ed916dfc00 x1874600962309632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762548.016743:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962309632/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762548.016753:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762548.016758:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762548.016762:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309632:192.168.204.156@tcp:8:kworker.0
00000100:00100000:0.0:1787762548.016769:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762548]  req@ffff93ed916dc000 x1874600962309504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762548.016780:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962309504/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762548.016787:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762548.016790:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762548.016793:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309504:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762548.016800:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762544/real 1787762548]  req@ffff93ed916dde00 x1874600962309376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762548.016810:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962309376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762548.016817:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762548.016820:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762548.016822:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962309376:192.168.204.156@tcp:250:kworker.0
00010000:00010000:3.0:1787762548.207563:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762548.784790:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762549.231358:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762549.807517:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762550.065722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762550.065732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762550.065736:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762550.065746:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3829
00000100:00080000:2.0:1787762550.065756:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762550.065765:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762550.065802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962309760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762550.065829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762550.065833:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762550.065834:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762550.065838:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3829
00000100:00080000:2.0:1787762550.065841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762550.065845:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762550.065854:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762550.065867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962309888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762550.065876:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962309760:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762550.065880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762550.065884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762550.065885:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762550.065900:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3829
00000100:00080000:2.0:1787762550.065904:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762550.065908:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762550.065914:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762550.065926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962310016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762550.065957:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762550.065992:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762550/real 1787762550]  req@ffff93ed916dcf00 x1874600962309760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762550.066010:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962309760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762550.066020:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762550.066024:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762550.066028:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962309760:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762550.066048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309888:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762550.066067:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762550.066077:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762550/real 1787762550]  req@ffff93ed916ded00 x1874600962309888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762550.066088:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962309888/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762550.066096:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762550.066100:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762550.066102:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962309888:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762550.066108:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310016:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762550.066264:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762550.066276:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762550/real 1787762550]  req@ffff93ed916dc3c0 x1874600962310016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762550.066300:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962310016/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762550.066308:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762550.066311:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762550.066314:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310016:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762550.255951:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762550.831289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762551.279729:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762551.857801:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762552.304761:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762552.879272:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762553.327317:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762553.903245:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762554.351999:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762554.927304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762555.183256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762555.183266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762555.183273:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762555.183282:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3834
00000100:00080000:2.0:1787762555.183292:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762555.183299:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762555.183331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962310144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762555.183356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762555.183360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762555.183362:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762555.183366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3834
00000100:00080000:2.0:1787762555.183369:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762555.183372:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762555.183381:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762555.183394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962310272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762555.183398:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962310144:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762555.183427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762555.183431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762555.183433:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762555.183437:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3834
00000100:00080000:2.0:1787762555.183463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762555.183468:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762555.183473:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1787762555.183481:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:2.0:1787762555.183486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962310400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762555.183522:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762555/real 1787762555]  req@ffff93ed916dc780 x1874600962310144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762555.183540:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962310144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762555.183549:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762555.183553:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762555.183557:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962310144:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762555.183578:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310272:192.168.204.156@tcp:38:kworker.0
00000800:00000100:0.0:1787762555.183611:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762555.183624:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762555/real 1787762555]  req@ffff93ed916de940 x1874600962310272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762555.183635:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962310272/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762555.183657:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762555.183661:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762555.183665:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310272:192.168.204.156@tcp:38:kworker.0
00000100:00100000:0.0:1787762555.183671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310400:192.168.204.156@tcp:8:kworker.0
00000800:00000100:0.0:1787762555.183691:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1787762555.183702:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762555/real 1787762555]  req@ffff93ed916dd2c0 x1874600962310400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762555.183713:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962310400/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762555.183721:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762555.183724:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:0.0:1787762555.183727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310400:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762555.375300:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762555.951265:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762556.399483:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762556.975285:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762557.423336:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762558.000585:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762558.447321:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762559.023295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762559.471312:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762560.047296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762560.303572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762560.303583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762560.303587:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762560.303598:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3839
00000100:00080000:0.0:1787762560.303609:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762560.303617:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762560.303655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962310528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762560.303687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762560.303704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762560.303706:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762560.303712:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3839
00000100:00080000:0.0:1787762560.303717:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762560.303722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762560.303732:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762560.303743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962310528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762560.303747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962310656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762560.303765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762560.303768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762560.303770:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762560.303774:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3839
00000100:00080000:0.0:1787762560.303778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762560.303781:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762560.303786:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762560.303797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962310784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762560.303832:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762560.303874:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff93ed82c24b40 x1874600962310528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762560.303888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962310528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762560.303906:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762560.303911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762560.303915:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962310528:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762560.303939:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310656:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762560.303964:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762560.303977:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff93ed82c27480 x1874600962310656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762560.303989:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962310656/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762560.303996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762560.303999:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762560.304002:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310656:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762560.304008:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310784:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762560.304027:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762560.304037:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762560/real 1787762560]  req@ffff93ed82c270c0 x1874600962310784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762560.304049:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962310784/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762560.304056:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762560.304059:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762560.304062:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962310784:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762560.495329:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762561.071462:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762561.519403:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762562.095430:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762562.543382:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762563.119314:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762563.567421:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762564.143504:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762564.592018:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762565.167486:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762565.423499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762565.423510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762565.423515:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762565.423525:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3845
00000100:00080000:0.0:1787762565.423535:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762565.423543:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762565.423579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962310912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762565.423619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762565.423623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762565.423625:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762565.423630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3845
00000100:00080000:0.0:1787762565.423633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762565.423638:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762565.423659:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762565.423676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962311040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762565.423685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762565.423688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762565.423689:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762565.423692:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3845
00000100:00080000:0.0:1787762565.423696:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762565.423699:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762565.423705:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762565.423714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962311168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762565.424777:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962310912:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762565.424871:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762565.424929:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff93ed82c243c0 x1874600962310912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762565.424947:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962310912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762565.424959:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762565.424964:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762565.424968:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962310912:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762565.424975:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311040:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762565.424997:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762565.425009:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff93ed82c24780 x1874600962311040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762565.425021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962311040/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762565.425029:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762565.425032:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762565.425036:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311040:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762565.425042:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311168:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762565.425079:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762565.425090:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762565/real 1787762565]  req@ffff93ed82c26940 x1874600962311168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762565.425102:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962311168/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762565.425109:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762565.425113:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762565.425116:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311168:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762565.615409:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762566.191284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762566.639469:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762567.215758:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762567.664907:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762568.239311:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762568.687450:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762569.263301:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762569.711393:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762570.287337:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762570.543326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762570.543336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762570.543341:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762570.543357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3850
00000100:00080000:2.0:1787762570.543369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762570.543376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762570.543428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd2c0 x1874600962311296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762570.543457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762570.543461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762570.543462:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762570.543465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3850
00000100:00080000:2.0:1787762570.543467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762570.543486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762570.543496:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762570.543506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de940 x1874600962311424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762570.543515:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962311296:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762570.543515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762570.543524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762570.543527:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762570.543531:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3850
00000100:00080000:2.0:1787762570.543535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762570.543540:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762570.543545:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762570.543558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc780 x1874600962311552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762570.543601:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762570.543649:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff93ed916dd2c0 x1874600962311296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762570.543669:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd2c0 x1874600962311296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762570.543680:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762570.543684:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762570.543688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962311296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762570.543727:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311424:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762570.543753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762570.543774:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff93ed916de940 x1874600962311424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762570.543788:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de940 x1874600962311424/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762570.543797:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762570.543800:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762570.543803:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311424:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762570.543809:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311552:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762570.543831:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762570.543841:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762570/real 1787762570]  req@ffff93ed916dc780 x1874600962311552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762570.543849:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc780 x1874600962311552/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762570.543854:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762570.543857:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762570.543861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311552:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762570.735380:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762571.311284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762571.759296:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762572.335271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762572.783339:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762573.359491:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762573.808544:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762574.383332:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762574.831403:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762575.407289:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762575.663354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762575.663364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762575.663368:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762575.663378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3855
00000100:00080000:2.0:1787762575.663388:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762575.663396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762575.663432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962311680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762575.663487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762575.663492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762575.663494:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762575.663498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3855
00000100:00080000:2.0:1787762575.663502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762575.663506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762575.663514:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762575.663527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962311808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762575.663536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762575.663539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762575.663541:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762575.663544:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3855
00000100:00080000:2.0:1787762575.663547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762575.663551:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762575.663555:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762575.663564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962311936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762575.663915:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962311680:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762575.663972:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762575.664011:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff93ed916dc3c0 x1874600962311680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762575.664042:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962311680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762575.664052:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762575.664065:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762575.664069:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962311680:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762575.664077:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311808:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762575.664100:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762575.664113:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff93ed916ded00 x1874600962311808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762575.664121:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962311808/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762575.664126:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762575.664128:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762575.664130:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311808:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762575.664134:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311936:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762575.664147:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762575.664153:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762575/real 1787762575]  req@ffff93ed916dcf00 x1874600962311936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762575.664160:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962311936/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762575.664190:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762575.664193:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762575.664195:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962311936:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762575.855406:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762576.431336:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762576.879289:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762577.455292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762577.903505:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762578.479968:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762578.927402:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762579.504322:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762579.951341:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762580.527304:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762580.783309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762580.783320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762580.783325:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762580.783335:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3860
00000100:00080000:3.0:1787762580.783346:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762580.783363:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762580.783401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962312064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762580.783458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762580.783462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762580.783464:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762580.783468:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3860
00000100:00080000:3.0:1787762580.783473:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762580.783477:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762580.783487:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762580.783502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962312192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762580.783513:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962312064:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762580.783515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762580.783524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762580.783526:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762580.783530:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3860
00000100:00080000:3.0:1787762580.783534:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762580.783538:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762580.783544:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762580.783557:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962312320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762580.783586:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762580.783634:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff93eda1098780 x1874600962312064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762580.783652:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962312064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762580.783662:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762580.783666:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762580.783670:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962312064:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762580.783693:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312192:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762580.783716:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762580.783729:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff93eda1098000 x1874600962312192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762580.783741:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962312192/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762580.783762:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762580.783766:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762580.783769:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312192:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762580.783775:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312320:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762580.783796:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762580.783807:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762580/real 1787762580]  req@ffff93eda109a940 x1874600962312320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762580.783819:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962312320/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762580.783826:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762580.783829:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762580.783832:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312320:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762580.975418:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762581.551693:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762581.999952:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762582.575320:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762583.023351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762583.600935:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762584.047469:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762584.623299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762585.072086:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762585.647365:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762585.903496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762585.903506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762585.903528:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762585.903539:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3865
00000100:00080000:3.0:1787762585.903550:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762585.903557:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762585.903596:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962312448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762585.903628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762585.903632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762585.903634:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762585.903638:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3865
00000100:00080000:3.0:1787762585.903641:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762585.903645:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762585.903654:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762585.903667:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962312576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762585.903676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762585.903679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762585.903681:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762585.903684:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3865
00000100:00080000:3.0:1787762585.903687:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762585.903691:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762585.903695:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762585.903706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962312704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762585.904466:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962312448:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762585.904527:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762585.904563:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff93eda10983c0 x1874600962312448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762585.904580:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962312448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762585.904590:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762585.904600:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762585.904604:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962312448:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762585.904611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312576:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762585.904631:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762585.904642:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff93eda1099e00 x1874600962312576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762585.904653:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962312576/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762585.904660:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762585.904663:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762585.904666:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312576:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762585.905130:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312704:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762585.905153:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762585.905166:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762585/real 1787762585]  req@ffff93eda109a940 x1874600962312704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762585.905207:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962312704/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762585.905215:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762585.905218:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762585.905221:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312704:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762586.095983:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762586.671294:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762587.119346:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762587.695744:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762588.143366:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762588.719739:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762589.167623:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762589.743274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762590.191322:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762590.767238:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762591.023263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762591.023273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762591.023277:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762591.023284:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3870
00000100:00080000:3.0:1787762591.023293:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762591.023299:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762591.023329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962312832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762591.023350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762591.023353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762591.023354:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762591.023356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3870
00000100:00080000:3.0:1787762591.023358:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762591.023360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762591.023366:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762591.023374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962312960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762591.023383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762591.023386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762591.023388:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762591.023391:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3870
00000100:00100000:1.0:1787762591.023398:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962312832:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1787762591.023413:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762591.023419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762591.023424:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762591.023440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962313088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762591.023470:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762591.023510:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762591/real 1787762591]  req@ffff93eda1098000 x1874600962312832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762591.023528:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962312832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762591.023539:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762591.023543:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762591.023547:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962312832:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762591.023554:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312960:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762591.023575:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762591.023587:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762591/real 1787762591]  req@ffff93eda1098780 x1874600962312960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762591.023608:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962312960/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762591.023615:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762591.023618:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762591.023621:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962312960:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762591.023654:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313088:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762591.023674:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762591.023703:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762591/real 1787762591]  req@ffff93eda1099a40 x1874600962313088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762591.023715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962313088/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762591.023723:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762591.023726:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762591.023729:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313088:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762591.215347:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762591.791246:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762592.239384:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762592.815830:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762593.263388:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762593.839408:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762594.287353:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762594.864714:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762595.311601:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762595.887520:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762596.143336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762596.143345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762596.143348:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762596.143357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3875
00000100:00080000:0.0:1787762596.143381:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762596.143387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762596.143419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962313216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762596.143451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762596.143455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762596.143457:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762596.143461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3875
00000100:00080000:0.0:1787762596.143464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762596.143469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762596.143479:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762596.143492:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962313216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1787762596.143493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962313344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762596.143506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762596.143510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762596.143512:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762596.143515:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3875
00000100:00080000:0.0:1787762596.143518:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762596.143522:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762596.143527:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762596.143536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962313472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762596.143547:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762596.143581:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762596/real 1787762596]  req@ffff93ed82c27840 x1874600962313216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762596.143594:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962313216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762596.143601:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762596.143603:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762596.143606:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962313216:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762596.143623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313344:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762596.143635:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762596.143642:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762596/real 1787762596]  req@ffff93ed82c252c0 x1874600962313344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762596.143678:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962313344/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762596.143684:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762596.143686:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762596.143688:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313344:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762596.143691:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313472:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762596.143706:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762596.143713:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762596/real 1787762596]  req@ffff93ed82c24000 x1874600962313472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762596.143719:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962313472/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762596.143724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762596.143725:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762596.143727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313472:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762596.335363:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762596.911293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762597.359351:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762597.935284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762598.383314:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762598.959295:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762599.407344:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762599.983284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762600.431343:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762601.007303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762601.263376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762601.263388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762601.263392:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762601.263403:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3880
00000100:00080000:2.0:1787762601.263415:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762601.263425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762601.263468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962313600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762601.263505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762601.263534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762601.263537:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762601.263543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3880
00000100:00080000:2.0:1787762601.263548:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762601.263553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762601.263578:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762601.263592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962313728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762601.263603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762601.263606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762601.263608:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762601.263611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3880
00000100:00080000:2.0:1787762601.263615:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762601.263618:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762601.263623:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762601.263634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962313856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762601.263837:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962313600:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762601.263928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762601.263981:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff93ed916dde00 x1874600962313600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.264021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962313600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762601.264032:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762601.264037:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762601.264040:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962313600:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762601.264049:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313728:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762601.264071:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762601.264083:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff93ed916dc000 x1874600962313728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.264094:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962313728/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762601.264101:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762601.264104:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762601.264107:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313728:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762601.264113:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313856:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762601.264130:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762601.264139:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762601/real 1787762601]  req@ffff93ed916dfc00 x1874600962313856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762601.264149:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962313856/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762601.264167:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762601.264213:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762601.264217:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962313856:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762601.456197:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762602.031284:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762602.479555:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762603.055258:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762603.503297:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762604.079643:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:1.0:1787762604.527541:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762605.103296:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762605.552645:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762606.127584:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762606.383309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762606.383320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762606.383324:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762606.383334:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3886
00000100:00080000:3.0:1787762606.383345:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762606.383353:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762606.383401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962313984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762606.383428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762606.383431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762606.383433:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762606.383437:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3886
00000100:00080000:3.0:1787762606.383440:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762606.383443:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762606.383479:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762606.383490:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962313984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1787762606.383495:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962314112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762606.383507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762606.383510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762606.383512:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762606.383515:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3886
00000100:00080000:3.0:1787762606.383520:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762606.383523:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762606.383528:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762606.383538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962314240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762606.383564:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762606.383607:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff93eda109ad00 x1874600962313984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762606.383626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962313984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762606.383636:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762606.383641:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762606.383644:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962313984:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762606.383671:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314112:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762606.383708:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762606.383733:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff93eda1098b40 x1874600962314112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762606.383747:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962314112/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762606.383755:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762606.383765:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762606.383768:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314112:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762606.383775:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314240:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762606.383798:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762606.383809:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762606/real 1787762606]  req@ffff93eda1099a40 x1874600962314240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762606.383821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962314240/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762606.383829:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762606.383832:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762606.383835:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314240:192.168.204.156@tcp:8:kworker.0
00010000:00010000:1.0:1787762606.575405:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762607.151299:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762607.599528:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762608.175303:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762608.623450:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762609.199291:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762609.647443:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762610.223261:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762610.671419:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762611.247991:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762611.503348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.503356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762611.503371:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762611.503379:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3891
00000100:00080000:2.0:1787762611.503387:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762611.503393:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762611.503426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962314368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762611.503549:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962314368:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762611.503676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.503680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762611.503682:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762611.503687:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3891
00000100:00080000:2.0:1787762611.503691:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762611.503695:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762611.503704:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762611.503718:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962314496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762611.503979:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314496:192.168.204.156@tcp:38:kworker.0
00000100:00080000:2.0:1787762611.504063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762611.504075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762611.504077:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762611.504080:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3891
00000100:00080000:2.0:1787762611.504083:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762611.504086:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762611.504090:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762611.504099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962314624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762611.504144:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314624:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762611.695490:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762612.271268:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762612.719429:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762613.295647:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762613.743474:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762614.320095:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000400:00000100:3.0:1787762614.575512:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1787762614.575567:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787762614.575583:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787762614.575627:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000100:3.0:1787762614.575647:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00100000:1.0:1787762614.575670:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff93ed916dda40 x1874600962314624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.575695:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962314624/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762614.575705:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.575709:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762614.575727:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314624:192.168.204.156@tcp:8:kworker.0
00000100:00100000:1.0:1787762614.575736:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff93ed916de580 x1874600962314496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.575748:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962314496/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762614.575755:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.575758:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762614.575761:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314496:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762614.575766:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762611/real 1787762614]  req@ffff93ed916dd680 x1874600962314368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762614.575777:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962314368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762614.575786:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762614.575791:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762614.575794:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962314368:192.168.204.156@tcp:250:kworker.0
00010000:00010000:2.0:1787762614.767482:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762615.343659:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762615.791335:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762616.367306:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762616.623360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762616.623372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762616.623377:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762616.623387:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3896
00000100:00080000:3.0:1787762616.623398:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762616.623406:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762616.623442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962314752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762616.623490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762616.623494:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762616.623496:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762616.623501:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3896
00000100:00080000:3.0:1787762616.623505:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762616.623509:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762616.623519:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762616.623532:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962314880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762616.623542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762616.623545:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762616.623546:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762616.623550:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3896
00000100:00080000:3.0:1787762616.623554:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762616.623558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762616.623562:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762616.623573:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962315008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762616.624959:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962314752:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762616.625026:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762616.625066:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff93eda1098780 x1874600962314752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762616.625084:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962314752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762616.625109:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762616.625113:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762616.625118:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962314752:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762616.625124:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314880:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762616.625145:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762616.625157:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff93eda1098000 x1874600962314880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762616.625198:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962314880/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762616.625206:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762616.625210:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762616.625213:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962314880:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762616.625220:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315008:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762616.625241:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762616.625252:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762616/real 1787762616]  req@ffff93eda109a940 x1874600962315008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762616.625274:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962315008/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762616.625282:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762616.625285:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762616.625288:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315008:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762616.815535:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762617.391293:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762617.839438:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762618.415282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762618.863702:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762619.439308:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762619.887317:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762620.463622:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762620.911345:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762621.487819:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762621.744039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762621.744050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762621.744055:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762621.744081:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3901
00000100:00080000:2.0:1787762621.744092:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762621.744099:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762621.744132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962315136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762621.744199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762621.744203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762621.744205:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762621.744210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3901
00000100:00080000:2.0:1787762621.744214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762621.744218:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762621.744228:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762621.744242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962315264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762621.744252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762621.744255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762621.744256:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762621.744260:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3901
00000100:00080000:2.0:1787762621.744263:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762621.744267:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762621.744272:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762621.744282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962315392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762621.744380:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962315136:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762621.744462:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762621.744503:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff93ed916df840 x1874600962315136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762621.744520:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962315136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762621.744530:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762621.744534:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762621.744538:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962315136:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762621.744543:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315264:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762621.744564:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762621.744590:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff93ed916de1c0 x1874600962315264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762621.744603:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962315264/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762621.744610:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762621.744614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762621.744617:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315264:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762621.744623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315392:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762621.744645:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762621.744657:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762621/real 1787762621]  req@ffff93ed916dcb40 x1874600962315392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762621.744677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962315392/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762621.744685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762621.744688:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762621.744691:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315392:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762621.938252:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762622.511281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762622.959333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762623.535292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762623.983331:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762624.559237:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762625.007304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762625.583608:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762626.034808:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762626.607330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762626.863559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762626.863594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762626.863605:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762626.863623:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3906
00000100:00080000:0.0:1787762626.863656:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762626.863671:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762626.863707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24000 x1874600962315520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762626.863736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762626.863740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762626.863741:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762626.863746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3906
00000100:00080000:0.0:1787762626.863749:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762626.863752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762626.863761:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762626.863782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c252c0 x1874600962315648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762626.863791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762626.863794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762626.863796:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762626.863799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3906
00000100:00080000:0.0:1787762626.863802:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762626.863805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762626.863810:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762626.863818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27840 x1874600962315776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762626.863963:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962315520:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762626.864055:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762626.864102:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff93ed82c24000 x1874600962315520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762626.864118:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24000 x1874600962315520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762626.864128:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762626.864132:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762626.864136:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962315520:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762626.864142:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315648:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762626.864162:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762626.864303:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff93ed82c252c0 x1874600962315648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762626.864317:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c252c0 x1874600962315648/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762626.864337:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762626.864341:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762626.864344:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315648:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762626.864350:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315776:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762626.864373:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762626.864384:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762626/real 1787762626]  req@ffff93ed82c27840 x1874600962315776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762626.864396:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27840 x1874600962315776/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762626.864403:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762626.864406:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762626.864409:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962315776:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762627.056201:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762627.631316:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762628.079385:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762628.655345:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762629.103404:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762629.679292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762630.127577:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762630.703292:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762631.151460:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762631.727371:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762631.983394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762631.983404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762631.983408:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762631.983419:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3911
00000100:00080000:2.0:1787762631.983442:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762631.983450:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762631.983501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcb40 x1874600962315904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762631.983530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762631.983534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762631.983535:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762631.983539:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3911
00000100:00100000:1.0:1787762631.983596:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962315904:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762631.983657:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762631.983696:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff93ed916dcb40 x1874600962315904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762631.983713:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcb40 x1874600962315904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762631.983724:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762631.983728:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762631.983732:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962315904:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762631.983747:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762631.983755:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762631.983765:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762631.983779:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de1c0 x1874600962316032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762631.983810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762631.983814:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762631.983822:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762631.983828:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3911
00000100:00080000:2.0:1787762631.983832:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762631.983837:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1787762631.983843:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316032:192.168.204.156@tcp:38:kworker.0
00000008:00100000:2.0:1787762631.983843:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762631.983861:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916df840 x1874600962316160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762631.983876:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762631.983893:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff93ed916de1c0 x1874600962316032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762631.983905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de1c0 x1874600962316032/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762631.983914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762631.983917:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762631.983920:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316032:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762631.983931:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316160:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762631.983951:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762631.983973:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762631/real 1787762631]  req@ffff93ed916df840 x1874600962316160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762631.983986:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916df840 x1874600962316160/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762631.983993:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762631.983996:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762631.983999:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316160:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762632.175617:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762632.751288:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762633.199371:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762633.775282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762634.226304:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762634.799256:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762635.247472:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762635.823325:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762636.271488:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762636.847417:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762637.103341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762637.103354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762637.103359:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762637.103372:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3916
00000100:00080000:3.0:1787762637.103385:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762637.103395:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762637.103443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099e00 x1874600962316288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762637.103485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762637.103507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762637.103510:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762637.103515:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3916
00000100:00080000:3.0:1787762637.103519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762637.103524:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762637.103536:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762637.103552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda10983c0 x1874600962316416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762637.103563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762637.103566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762637.103568:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762637.103572:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3916
00000100:00080000:3.0:1787762637.103575:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762637.103579:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762637.103584:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762637.103597:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109a940 x1874600962316544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762637.104067:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962316288:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762637.104215:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762637.104277:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762637/real 1787762637]  req@ffff93eda1099e00 x1874600962316288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762637.104304:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099e00 x1874600962316288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762637.104316:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762637.104320:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762637.104324:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962316288:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762637.104331:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316416:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762637.104367:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762637.104390:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762637/real 1787762637]  req@ffff93eda10983c0 x1874600962316416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762637.104403:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda10983c0 x1874600962316416/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762637.104419:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762637.104422:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762637.104426:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda10983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316416:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762637.104432:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316544:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762637.104460:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762637.104476:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762637/real 1787762637]  req@ffff93eda109a940 x1874600962316544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762637.104488:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109a940 x1874600962316544/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762637.104514:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762637.104518:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762637.104521:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316544:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762637.295536:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762637.872019:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762638.321906:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762638.895281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762639.343450:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762639.919352:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762640.368104:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762640.943338:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762641.391846:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762641.967399:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762642.223916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762642.223926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762642.223931:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762642.223941:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3921
00000100:00080000:2.0:1787762642.223953:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762642.223960:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762642.224001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dd680 x1874600962316672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762642.224072:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962316672:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762642.224144:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1787762642.224202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762642.224206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762642.224208:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762642.224213:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3921
00000100:00080000:2.0:1787762642.224217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762642.224240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762642.224249:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762642.224264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916de580 x1874600962316800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762642.224374:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762642/real 1787762642]  req@ffff93ed916dd680 x1874600962316672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762642.224393:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dd680 x1874600962316672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762642.224403:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762642.224407:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762642.224411:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962316672:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762642.224442:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316800:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762642.224465:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762642.224477:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762642/real 1787762642]  req@ffff93ed916de580 x1874600962316800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762642.224487:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916de580 x1874600962316800/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762642.224494:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762642.224497:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762642.224499:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316800:192.168.204.156@tcp:38:kworker.0
00000100:00080000:2.0:1787762642.228289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762642.228299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762642.228302:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762642.228312:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3921
00000100:00080000:2.0:1787762642.228323:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762642.228330:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762642.228342:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762642.228371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dda40 x1874600962316928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762642.228475:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316928:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762642.228535:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762642.228559:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762642/real 1787762642]  req@ffff93ed916dda40 x1874600962316928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762642.228575:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dda40 x1874600962316928/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762642.228583:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762642.228586:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762642.228590:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962316928:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762642.416023:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762642.991483:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762643.439370:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762644.015442:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762644.464045:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762645.039330:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762645.487698:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762646.063309:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762646.511536:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762647.088856:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762647.344374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.344384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762647.344388:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762647.344398:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3927
00000100:00080000:3.0:1787762647.344410:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762647.344417:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762647.344453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098000 x1874600962317056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762647.344531:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962317056:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762647.344578:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1787762647.344604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.344607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762647.344609:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762647.344612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3927
00000100:00080000:3.0:1787762647.344614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762647.344617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762647.344625:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762647.344635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098780 x1874600962317184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762647.344695:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff93eda1098000 x1874600962317056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.344707:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098000 x1874600962317056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762647.344714:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.344717:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762647.344719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962317056:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762647.344736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317184:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762647.344751:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762647.344759:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff93eda1098780 x1874600962317184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.344780:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098780 x1874600962317184/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762647.344788:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.344791:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762647.344794:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317184:192.168.204.156@tcp:38:kworker.0
00000100:00080000:3.0:1787762647.344840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762647.344843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762647.344852:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762647.344856:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3927
00000100:00080000:3.0:1787762647.344859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762647.344861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762647.344866:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762647.344875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962317312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762647.344895:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317312:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762647.344926:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762647.344941:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762647/real 1787762647]  req@ffff93eda1099a40 x1874600962317312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762647.344955:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962317312/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762647.344963:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762647.344967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762647.344970:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317312:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762647.535486:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762648.111554:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762648.559740:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762649.135992:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762649.583670:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762650.159271:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762650.609553:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762651.183282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762651.631304:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762652.207282:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762652.463368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762652.463381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762652.463387:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762652.463404:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3932
00000100:00080000:2.0:1787762652.463425:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762652.463435:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762652.463482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dfc00 x1874600962317440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762652.463517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762652.463520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762652.463522:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762652.463525:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3932
00000100:00080000:2.0:1787762652.463528:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762652.463532:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762652.463542:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762652.463551:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962317440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:2.0:1787762652.463553:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc000 x1874600962317568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762652.463560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762652.463580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762652.463581:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762652.463584:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3932
00000100:00080000:2.0:1787762652.463587:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762652.463590:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762652.463594:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762652.463605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dde00 x1874600962317696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762652.463652:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762652.463697:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff93ed916dfc00 x1874600962317440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762652.463715:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dfc00 x1874600962317440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762652.463739:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762652.463744:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762652.463749:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962317440:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762652.463778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317568:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762652.463802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762652.463815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff93ed916dc000 x1874600962317568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762652.463826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc000 x1874600962317568/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762652.463834:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762652.463845:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762652.463848:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317568:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762652.463854:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317696:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762652.463874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762652.463885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762652/real 1787762652]  req@ffff93ed916dde00 x1874600962317696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762652.463896:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dde00 x1874600962317696/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762652.463904:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762652.463907:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762652.463911:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317696:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762652.655393:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762653.231326:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762653.679391:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762654.255634:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762654.703384:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762655.279298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762655.727334:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762656.303274:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762656.751337:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762657.327263:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:2.0:1787762657.583246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762657.583253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762657.583256:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762657.583278:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3937
00000100:00080000:2.0:1787762657.583286:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762657.583292:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1787762657.583319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dcf00 x1874600962317824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762657.583339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762657.583341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762657.583342:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762657.583345:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3937
00000100:00080000:2.0:1787762657.583347:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762657.583349:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762657.583356:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762657.583364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916ded00 x1874600962317952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762657.583370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762657.583373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1787762657.583374:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762657.583377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3937
00000100:00080000:2.0:1787762657.583379:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787762657.583384:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962317824:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1787762657.583386:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:2.0:1787762657.583395:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787762657.583408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed916dc3c0 x1874600962318080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762657.583447:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762657.583509:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff93ed916dcf00 x1874600962317824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.583525:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dcf00 x1874600962317824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762657.583535:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762657.583539:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762657.583542:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962317824:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762657.583549:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317952:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762657.583569:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762657.583580:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff93ed916ded00 x1874600962317952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.583591:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916ded00 x1874600962317952/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762657.583598:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762657.583601:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762657.583604:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916ded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962317952:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762657.583626:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318080:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762657.583643:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762657.583655:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762657/real 1787762657]  req@ffff93ed916dc3c0 x1874600962318080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762657.583675:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed916dc3c0 x1874600962318080/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762657.583682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762657.583685:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762657.583687:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed916dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318080:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762657.777441:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762658.351333:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762658.799642:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762659.375416:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762659.823303:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762660.399368:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762660.847811:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762661.423504:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762661.871373:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762662.447298:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:3.0:1787762662.703335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762662.703350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762662.703355:0:8:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762662.703383:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3942
00000100:00080000:3.0:1787762662.703397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762662.703408:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:3.0:1787762662.703461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1098b40 x1874600962318208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762662.703496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762662.703500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762662.703502:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762662.703507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3942
00000100:00080000:3.0:1787762662.703510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762662.703515:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762662.703526:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762662.703540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda109ad00 x1874600962318336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762662.703550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762662.703553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1787762662.703555:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762662.703571:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3942
00000100:00080000:3.0:1787762662.703575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762662.703579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:3.0:1787762662.703584:0:8:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1787762662.703618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93eda1099a40 x1874600962318464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762662.703726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962318208:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762662.703880:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762662.703927:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff93eda1098b40 x1874600962318208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762662.703945:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1098b40 x1874600962318208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762662.703956:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762662.703960:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762662.703964:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1098b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962318208:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762662.703972:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318336:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762662.703996:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762662.704010:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff93eda109ad00 x1874600962318336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762662.704021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda109ad00 x1874600962318336/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762662.704058:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762662.704062:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762662.704065:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda109ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318336:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762662.704072:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318464:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762662.704103:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762662.704114:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762662/real 1787762662]  req@ffff93eda1099a40 x1874600962318464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762662.704124:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93eda1099a40 x1874600962318464/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762662.704132:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762662.704135:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762662.704137:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93eda1099a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318464:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762662.895350:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762663.471343:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762663.919926:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762664.496264:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762664.943380:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762665.519506:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762665.967640:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762666.543281:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762666.991403:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762667.567450:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762667.823451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762667.823460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762667.823465:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762667.823475:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3947
00000100:00080000:0.0:1787762667.823485:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762667.823493:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762667.823527:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c26940 x1874600962318592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762667.823620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762667.823625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762667.823627:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762667.823632:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3947
00000100:00080000:0.0:1787762667.823636:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762667.823641:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762667.823651:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762667.823667:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24780 x1874600962318720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762667.823677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762667.823680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762667.823682:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762667.823686:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3947
00000100:00080000:0.0:1787762667.823689:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762667.823694:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762667.823714:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762667.823728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c243c0 x1874600962318848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762667.828076:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962318592:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762667.828141:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762667.828209:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff93ed82c26940 x1874600962318592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.828227:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c26940 x1874600962318592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762667.828236:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.828240:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762667.828243:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962318592:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762667.828263:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318720:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762667.828297:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762667.828307:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff93ed82c24780 x1874600962318720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.828318:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24780 x1874600962318720/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762667.828325:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.828328:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762667.828332:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318720:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762667.828337:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318848:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762667.828355:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762667.828365:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762667/real 1787762667]  req@ffff93ed82c243c0 x1874600962318848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762667.828375:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c243c0 x1874600962318848/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762667.828381:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762667.828384:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762667.828386:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962318848:192.168.204.156@tcp:8:kworker.0
00010000:00010000:2.0:1787762668.015715:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762668.591313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762669.039354:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762669.616988:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762670.063766:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762670.639313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762671.088458:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762671.663313:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762672.112333:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762672.688331:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00000100:00080000:0.0:1787762672.943283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) de3f874d-5178-41ea-96df-315a02cbecba->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762672.943295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762672.943300:0:37:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762672.943309:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 3952
00000100:00080000:0.0:1787762672.943320:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762672.943340:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.156@tcp: import ffff93eda04c7000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:0.0:1787762672.943377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c270c0 x1874600962318976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762672.943411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762672.943415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762672.943416:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762672.943421:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3952
00000100:00080000:0.0:1787762672.943424:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762672.943428:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93ed91c5b000: import ffff93ed8813e800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762672.943437:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762672.943449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c27480 x1874600962319104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762672.943468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9287cd6e-2b34-4bb3-9fca-1bc15ce31df8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762672.943472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1787762672.943473:0:37:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762672.943476:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: connect to NID 192.168.204.156@tcp last attempt 3952
00000100:00080000:0.0:1787762672.943494:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762672.943499:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93ed91c5b000: import ffff93ed8813b000 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000008:00100000:0.0:1787762672.943505:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787762672.943516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93ed82c24b40 x1874600962319232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762672.943687:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962318976:192.168.204.156@tcp:250:kworker.0
00000800:00000100:1.0:1787762672.943744:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762672.943797:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff93ed82c270c0 x1874600962318976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762672.943821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c270c0 x1874600962318976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762672.943832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93eda04c7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762672.943836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762672.943840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:de3f874d-5178-41ea-96df-315a02cbecba:2349:1874600962318976:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1787762672.943847:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962319104:192.168.204.156@tcp:38:kworker.0
00000800:00000100:1.0:1787762672.943871:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762672.943884:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff93ed82c27480 x1874600962319104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762672.943896:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c27480 x1874600962319104/t0(0) o38->lustre-MDT0000-mdc-ffff93ed91c5b000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762672.943905:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762672.943908:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762672.943912:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962319104:192.168.204.156@tcp:38:kworker.0
00000100:00100000:1.0:1787762672.943918:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962319232:192.168.204.156@tcp:8:kworker.0
00000800:00000100:1.0:1787762672.943955:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1787762672.943965:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762672/real 1787762672]  req@ffff93ed82c24b40 x1874600962319232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762672.943976:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93ed82c24b40 x1874600962319232/t0(0) o8->lustre-OST0000-osc-ffff93ed91c5b000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762672.943996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff93ed8813b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762672.944000:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00100000:1.0:1787762672.944004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93ed82c24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9287cd6e-2b34-4bb3-9fca-1bc15ce31df8:2349:1874600962319232:192.168.204.156@tcp:8:kworker.0
00010000:00010000:3.0:1787762673.135386:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762673.711389:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:2.0:1787762674.159477:0:5440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762674.735310:0:7473:0:(client.c:2715:ptlrpc_set_wait()) set ffff93ed9099ff00 going to sleep for 0 seconds
00010000:00010000:3.0:1787762675.188929:0:5441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 39916 lines, 39916 kept, 0 dropped, 0 bad.